-- Logs begin at Tue 2021-05-04 13:57:00 UTC, end at Tue 2021-05-04 14:54:33 UTC. -- May 04 14:24:41.392342 dv-cinder-772623-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 14:24:43.757100 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.common.config [-] Logging enabled! May 04 14:24:43.757699 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 14:24:43.757848 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73707) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 14:24:43.761094 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.common.config [-] Logging enabled! May 04 14:24:43.761348 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 14:24:43.761660 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73707) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 14:24:43.762600 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:24:43.762831 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:24:43.763195 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:24:43.763429 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:24:43.763655 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:24:43.763998 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.764296 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.764598 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.764789 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.765108 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.765375 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.765659 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.765949 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.766248 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.766533 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.766810 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.767094 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.767320 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.767606 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.767917 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.768204 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.768410 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] debug = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.768689 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.769113 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.769527 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.769835 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.770123 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.770419 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.770708 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.770984 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.771269 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.771595 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] host = dv-cinder-772623-4-iscsi {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.771885 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.772171 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.772457 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.772747 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.773019 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.773295 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.773577 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.773849 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.774109 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] log_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.774382 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.774669 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.774956 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.775250 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.775475 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.775718 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.776007 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.776299 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.776574 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.776847 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.777121 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.777393 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.777666 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.777935 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.778218 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.778503 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.778787 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.779058 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.779329 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.779604 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.779901 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.780184 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.780456 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.780728 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.780996 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.781278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.781548 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.781822 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.782120 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.782405 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.782685 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.782968 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.783238 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.783518 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.783824 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.784101 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.784372 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] use_json = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.784645 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.784917 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.785199 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.785534 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.785805 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.786080 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.786357 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.786642 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:43.786940 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.787234 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.787534 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.787842 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.788139 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.788418 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.788706 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.788985 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.789275 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.789564 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.789854 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.790132 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.790419 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.790696 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.790989 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.791291 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.791582 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.791900 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.792178 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.792453 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.792727 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.793004 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.793288 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.793580 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.793868 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.794143 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.794422 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.794713 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.794990 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.795260 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.795536 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.795854 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.796132 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.796408 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.796687 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.796962 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.797231 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.797501 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.797777 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.798063 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.798337 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.798608 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.798881 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.799156 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.799424 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.799734 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.800013 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.800285 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.800558 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.800836 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.801158 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.801430 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.801709 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.801981 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.802257 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.802529 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.802800 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.803072 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.803340 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.803610 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.803907 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.804179 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.804453 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.804723 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.804992 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.805262 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.805532 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.805805 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.806091 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.806391 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.806667 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.806942 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.807217 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.807492 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.807796 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.808073 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.808348 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.808623 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.808894 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.809180 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.809459 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.809741 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.810021 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.810298 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.810592 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.810869 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.811153 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.811428 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.811725 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.812019 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.812302 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.812596 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.812888 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.813179 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.813471 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.813764 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.814043 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.814349 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.814627 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:43.814841 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:24:43.815076 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73707) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 14:24:44.156284 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:24:44.156568 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:24:44.156845 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:24:44.157176 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 14:24:44.457246 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.457437 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.457733 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.458963 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.459233 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.459492 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.578317 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.578575 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.578864 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.592313 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.592592 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.592858 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.620775 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.621058 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.621329 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.658559 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.658826 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.659094 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.885309 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.885940 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.885940 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.886080 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:44.886840 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.007450 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.007795 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.008070 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.008342 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.008611 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.008925 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.009187 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.009442 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.009694 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.009978 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.010217 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.010484 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.010747 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.010990 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.011257 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.011529 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.011816 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.012232 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.012491 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.012777 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.013129 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.013384 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.013634 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.013917 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.014168 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.014417 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.014800 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:24:45.015039 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:24:45.015277 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:24:45.015513 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:24:45.015892 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:24:45.016132 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:24:45.016503 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 14:24:45.019573 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 14:24:45.023476 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 14:24:45.027255 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 04 14:24:45.028904 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 14:24:45.029350 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 14:24:45.029686 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 14:24:45.030062 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 14:24:45.033016 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 14:24:45.033268 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 14:24:45.033617 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 14:24:45.061856 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 14:24:45.062308 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.062607 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73707) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 04 14:24:45.062972 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.064363 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73707) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 14:24:45.064648 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 14:24:45.064895 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 14:24:45.068208 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.068491 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.144255 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 14:24:45.144396 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 14:24:45.144654 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 14:24:45.145065 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 14:24:45.181081 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_db.sqlalchemy.engines [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73707) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 14:24:45.522862 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Initializing driver for type 'gre' May 04 14:24:45.523298 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] gre ID ranges: [(1, 1000)] May 04 14:24:45.580964 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Initializing driver for type 'local' May 04 14:24:45.581350 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Initializing driver for type 'vlan' May 04 14:24:45.593640 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] VlanTypeDriver initialization complete May 04 14:24:45.593990 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Initializing driver for type 'vxlan' May 04 14:24:45.594540 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] vxlan ID ranges: [(1, 1000)] May 04 14:24:45.653413 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Initializing extension driver 'port_security' May 04 14:24:45.653809 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.extensions.port_security [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] PortSecurityExtensionDriver initialization complete May 04 14:24:45.654178 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Initializing mechanism driver 'openvswitch' May 04 14:24:45.654499 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Initializing mechanism driver 'hyperv' May 04 14:24:45.661048 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.plugins.ml2.plugin [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:24:45.661807 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > port after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.662172 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > port after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.662516 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > port after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.662893 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.663237 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.663575 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.663974 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > network after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.664313 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > network after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.664647 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > network after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.665016 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > security_group after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.665352 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > security_group after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.665689 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.666056 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.666391 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.666721 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.667085 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > address_group after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.667420 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > address_group after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.667778 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.668112 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] ML2 OVO RPC backend initialized. {{(pid=73707) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 04 14:24:45.668796 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.669142 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.669550 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > network before_response 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.669887 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > networks before_response 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.670226 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > port before_response 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.670556 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > ports before_response 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.670885 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > subnet before_response 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.671222 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > subnets before_response 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.671562 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > network after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.671925 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > network after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.672256 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > network after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.672584 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > port after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.672911 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > port after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.673236 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > port after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.673561 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.673888 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.674210 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.674773 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.plugin [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Modular L2 Plugin initialization complete May 04 14:24:45.675095 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading services supported by the core plugin {{(pid=73707) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 14:24:45.675413 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.plugins.ml2.managers [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Got port-security extension from driver 'port_security' May 04 14:24:45.675893 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.extensions.vlantransparent [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Disabled vlantransparent extension. May 04 14:24:45.676426 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73707) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 14:24:45.676730 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading Plugin: router May 04 14:24:45.718316 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.718700 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router after_create 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.719065 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router before_create 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.719423 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.719811 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.720166 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router after_delete 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.720515 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.720872 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router after_create 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.721210 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router after_update 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.721551 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router after_update 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.721893 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.722242 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router after_update 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.722624 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.723047 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: port after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.723388 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: port after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.723743 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: subnet after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.724076 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.724417 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.724755 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.725085 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: port before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.725420 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router precommit_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.725765 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router after_update 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.726097 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.726433 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.726766 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.727102 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.727469 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > network after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.728341 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Tracking information for resource: router configured {{(pid=73707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:24:45.728662 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Tracking information for resource: floatingip configured {{(pid=73707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:24:45.733587 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.db.l3_agentschedulers_db [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 14:24:45.734160 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: port after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.734513 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: port after_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.734855 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: port after_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.735198 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: port after_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.736013 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router before_create 55550100 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.736375 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.736731 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router precommit_create 55550100 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.737078 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > router precommit_update 55550100 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.741465 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.services.provider_configuration [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service providers = [] {{(pid=73707) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 14:24:45.741821 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.db.servicetype_db [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73707) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 14:24:45.744677 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.services.service_base [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:24:45.745011 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.services.service_base [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:24:45.745344 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.services.service_base [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:24:45.746216 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.services.service_base [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:24:45.746579 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.services.service_base [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 14:24:45.747141 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:24:45.747449 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 14:24:45.758033 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:24:45.758350 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading Plugin: auto_allocate May 04 14:24:45.764004 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: network precommit_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.764359 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: network precommit_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.764857 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:24:45.765169 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading Plugin: tag May 04 14:24:45.771865 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:24:45.772188 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading Plugin: timestamp May 04 14:24:45.775978 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:24:45.776237 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading Plugin: network_ip_availability May 04 14:24:45.781371 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.781734 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.782081 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:45.782769 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:24:45.783079 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading Plugin: flavors May 04 14:24:45.787979 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:24:45.788308 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading Plugin: revisions May 04 14:24:45.792503 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:24:45.792878 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_concurrency.lockutils [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.636s {{(pid=73707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:24:45.793598 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73707) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 04 14:24:45.793925 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Initializing extension manager. May 04 14:24:45.794418 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: __init__.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.794778 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: __pycache__ {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.795106 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.795427 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: address_group.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.796181 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.796738 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: address-group May 04 14:24:45.797053 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: address_scope.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.797735 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.798236 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: address-scope May 04 14:24:45.798567 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.799437 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.799981 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: router-admin-state-down-before-update May 04 14:24:45.800288 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: agent.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.800961 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.801482 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: agent May 04 14:24:45.801787 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: agent_resources_synced.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.802663 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.803164 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: agent-resources-synced May 04 14:24:45.803475 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: allowedaddresspairs.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.805224 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.805751 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: allowed-address-pairs May 04 14:24:45.806073 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: auto_allocated_topology.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.807111 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.807631 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: auto-allocated-topology May 04 14:24:45.807976 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: availability_zone.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.808650 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.809156 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: availability_zone May 04 14:24:45.809473 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: availability_zone_filter.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.810351 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.810856 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: availability_zone_filter May 04 14:24:45.811171 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: data_plane_status.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.812062 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.812565 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension data-plane-status not supported by any of loaded plugins May 04 14:24:45.812875 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: default_subnetpools.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.813756 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.814260 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: default-subnetpools May 04 14:24:45.814572 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.815350 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.815880 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: dhcp_agent_scheduler May 04 14:24:45.816195 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: dns.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.817150 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.817648 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension dns-integration not supported by any of loaded plugins May 04 14:24:45.817957 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: dns_domain_ports.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.818845 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.819346 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 14:24:45.819670 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: dvr.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.820330 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.820822 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: dvr May 04 14:24:45.821133 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: empty_string_filtering.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.822008 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.822508 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: empty-string-filtering May 04 14:24:45.822821 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.823687 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.824218 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 14:24:45.824528 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.825796 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.826356 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 14:24:45.826668 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: external_net.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.827783 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.828318 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: external-net May 04 14:24:45.828687 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.829761 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.830336 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: extra_dhcp_opt May 04 14:24:45.830665 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: extraroute.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.831767 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.832401 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: extraroute May 04 14:24:45.832751 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: extraroute_atomic.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.833991 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.834553 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: extraroute-atomic May 04 14:24:45.834873 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: filter_validation.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.835701 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.836310 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: filter-validation May 04 14:24:45.836727 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: fip_pf_description.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.838159 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.838785 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 14:24:45.839194 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: fip_port_details.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.840324 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.841299 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: fip-port-details May 04 14:24:45.841791 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: flavors.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.843148 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.843976 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: flavors May 04 14:24:45.844329 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.846306 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.846947 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 14:24:45.847392 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: floatingip_pools.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.848435 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.849012 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: floatingip-pools May 04 14:24:45.849361 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: ip_allocation.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.850571 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.851255 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension ip_allocation not supported by any of loaded plugins May 04 14:24:45.851751 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.852983 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.853618 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: ip-substring-filtering May 04 14:24:45.854022 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: l2_adjacency.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.855347 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.855975 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 14:24:45.856373 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: l3.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.857541 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.858234 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: router May 04 14:24:45.858658 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.861702 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.862260 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 14:24:45.862740 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.863925 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.864604 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: ext-gw-mode May 04 14:24:45.864988 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.866106 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.866777 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: l3-ha May 04 14:24:45.867151 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: l3_flavors.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.868286 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.868977 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: l3-flavors May 04 14:24:45.869388 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.870623 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.871235 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 14:24:45.871589 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: l3agentscheduler.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.872867 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.873455 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: l3_agent_scheduler May 04 14:24:45.873818 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: logging.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.875653 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.876224 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension logging not supported by any of loaded plugins May 04 14:24:45.876548 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: metering.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.877275 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.877853 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: metering May 04 14:24:45.878174 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.879318 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.879865 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: metering_source_and_destination_fields May 04 14:24:45.880190 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: multiprovidernet.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.881219 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.881735 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: multi-provider May 04 14:24:45.882059 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: netmtu.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.882943 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.883450 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: net-mtu May 04 14:24:45.883863 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: netmtu_writable.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.884753 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.885258 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: net-mtu-writable May 04 14:24:45.885576 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: network_availability_zone.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.886219 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.886718 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: network_availability_zone May 04 14:24:45.887032 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: network_ip_availability.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.888109 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.888618 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: network-ip-availability May 04 14:24:45.888939 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: network_segment_range.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.889682 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.890179 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension network-segment-range not supported by any of loaded plugins May 04 14:24:45.890491 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: pagination.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.891429 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.891783 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: pagination May 04 14:24:45.892099 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: port_device_profile.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.892972 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.893480 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: port-device-profile May 04 14:24:45.893794 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.894674 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.895196 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: port-mac-address-regenerate May 04 14:24:45.895508 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.896414 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.896920 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: port-numa-affinity-policy May 04 14:24:45.897231 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: port_resource_request.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.898102 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.898597 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension port-resource-request not supported by any of loaded plugins May 04 14:24:45.898914 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: portbindings.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.899831 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.900336 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: binding May 04 14:24:45.900647 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: portbindings_extended.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.901906 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.902435 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: binding-extended May 04 14:24:45.902736 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: portsecurity.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.903617 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.904159 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: port-security May 04 14:24:45.904476 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: project_id.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.905423 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.905743 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: project-id May 04 14:24:45.906052 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: providernet.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.906939 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.907458 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: provider May 04 14:24:45.907811 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: qos.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.911378 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.911925 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension qos not supported by any of loaded plugins May 04 14:24:45.912249 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.913460 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.913974 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 14:24:45.914297 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.915185 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.915786 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 14:24:45.916110 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: qos_default.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.916993 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.917501 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension qos-default not supported by any of loaded plugins May 04 14:24:45.917820 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: qos_fip.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.918442 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.918947 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension qos-fip not supported by any of loaded plugins May 04 14:24:45.919292 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: qos_gateway_ip.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.920207 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.920719 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 14:24:45.921031 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: qos_port_network_policy.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.921907 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.922413 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 14:24:45.922728 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: qos_rule_type_details.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.923600 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.924133 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 14:24:45.924445 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: qos_rules_alias.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.925464 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.925981 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 14:24:45.926306 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: quotasv2.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.927478 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.927617 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: quotas May 04 14:24:45.927945 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: quotasv2_detail.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.929508 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.929837 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: quota_details May 04 14:24:45.930153 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: rbac.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.931172 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.931691 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: rbac-policies May 04 14:24:45.932038 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: rbac_address_group.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.932932 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.933440 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: rbac-address-group May 04 14:24:45.933759 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: rbac_address_scope.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.934640 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.935150 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: rbac-address-scope May 04 14:24:45.935469 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: rbac_security_groups.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.936370 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.936876 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: rbac-security-groups May 04 14:24:45.937189 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: rbac_subnetpool.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.938071 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.938575 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: rbac-subnetpool May 04 14:24:45.938896 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: revisionifmatch.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.939816 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.940323 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: revision-if-match May 04 14:24:45.940634 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: revisions.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.941757 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.942266 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: standard-attr-revisions May 04 14:24:45.942583 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: router_availability_zone.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.943232 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.943757 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: router_availability_zone May 04 14:24:45.944073 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: routerservicetype.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.944953 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.945460 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension router-service-type not supported by any of loaded plugins May 04 14:24:45.945776 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.946654 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.947164 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: security-groups-normalized-cidr May 04 14:24:45.947480 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.948388 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.948906 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: port-security-groups-filtering May 04 14:24:45.949225 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.950112 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.950619 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: security-groups-remote-address-group May 04 14:24:45.950933 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: securitygroup.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.960521 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.961047 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: security-group May 04 14:24:45.961372 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: segment.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.962130 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.962634 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension segment not supported by any of loaded plugins May 04 14:24:45.962955 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.963894 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.964402 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 14:24:45.964722 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: servicetype.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.965793 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.966640 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: service-type May 04 14:24:45.966943 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: sorting.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.967918 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.968236 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: sorting May 04 14:24:45.968547 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: standard_attr_segment.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.969432 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.969945 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 14:24:45.970258 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: standardattrdescription.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.970882 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.971384 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: standard-attr-description May 04 14:24:45.971708 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: stateful_security_group.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.972631 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.973177 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: stateful-security-group May 04 14:24:45.973487 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: stdattrs_common.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.974042 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 14:24:45.974353 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.975334 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.975870 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 14:24:45.976182 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: subnet_onboard.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.977229 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.977744 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: subnet_onboard May 04 14:24:45.978052 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.978960 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.979470 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 14:24:45.979812 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: subnet_service_types.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.980699 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.981211 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: subnet-service-types May 04 14:24:45.981522 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: subnetallocation.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.982585 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.983099 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: subnet_allocation May 04 14:24:45.983410 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.984083 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.984594 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: subnetpool-prefix-ops May 04 14:24:45.984907 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.985799 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.986325 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 14:24:45.986635 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: tagging.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.987678 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.988229 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: standard-attr-tag May 04 14:24:45.988586 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: timestamp.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.989773 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.990276 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loaded extension: standard-attr-timestamp May 04 14:24:45.990593 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: trunk.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.991595 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.992143 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension trunk not supported by any of loaded plugins May 04 14:24:45.992462 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: trunk_details.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.993352 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.993864 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension trunk-details not supported by any of loaded plugins May 04 14:24:45.994179 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: uplink_status_propagation.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.995062 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.995576 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 14:24:45.995912 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Loading extension file: vlantransparent.py {{(pid=73707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:24:45.996566 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:24:45.997070 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 14:24:45.999543 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:network May 04 14:24:46.000296 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:subnet May 04 14:24:46.001054 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:24:46.001650 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:port May 04 14:24:46.002921 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.003355 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service FLAVORS assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.003991 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.004487 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.004810 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:router May 04 14:24:46.005461 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:floatingip May 04 14:24:46.006155 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service METERING assigned prefix: /metering {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.007581 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:46.007977 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:46.008314 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:24:46.009447 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of CountableResource for resource:rbac_policy May 04 14:24:46.009891 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:security_group May 04 14:24:46.010536 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 14:24:46.011260 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service CORE assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.011582 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:24:46.011934 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] subnetpool is already registered May 04 14:24:46.012525 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service CORE assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.012840 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:24:46.013165 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] subnetpool is already registered May 04 14:24:46.016764 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.017182 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service FLAVORS assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.017765 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.018177 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.018498 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:router May 04 14:24:46.018821 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] router is already registered May 04 14:24:46.019398 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:floatingip May 04 14:24:46.019767 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] floatingip is already registered May 04 14:24:46.020381 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service METERING assigned prefix: /metering {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.021039 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of CountableResource for resource:rbac_policy May 04 14:24:46.021361 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] rbac_policy is already registered May 04 14:24:46.021885 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:security_group May 04 14:24:46.022198 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] security_group is already registered May 04 14:24:46.022770 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 14:24:46.023088 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] security_group_rule is already registered May 04 14:24:46.023759 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service CORE assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.024080 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:24:46.024390 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] subnetpool is already registered May 04 14:24:46.024969 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.v2.resource_helper [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Service CORE assigned prefix: {{(pid=73707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:24:46.025284 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:24:46.025593 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING neutron.quota.resource_registry [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] subnetpool is already registered May 04 14:24:46.026283 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: extensions {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.027653 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: address-groups {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.029274 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: address-scopes {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.030462 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: agents {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.031631 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: auto-allocated-topology {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.032878 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: availability_zones {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.034167 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: dhcp-networks {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.035623 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: dhcp-agents {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.037075 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: routers {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.038870 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: flavors {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.040043 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: service_profiles {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.041217 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: next_providers {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.042712 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: service_profiles {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.044178 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: floatingip-pools {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.045383 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: routers {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.047166 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: floatingips {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.048393 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: l3-routers {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.049754 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: l3-agents {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.051204 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: metering-labels {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.052558 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: metering-label-rules {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.053818 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: network-ip-availabilities {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.055053 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: bindings {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.056795 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: quotas {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.058198 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: quotas {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.059602 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: rbac-policies {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.060899 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: security-groups {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.062080 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: security-group-rules {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.063308 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: service-providers {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.064536 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: subnetpools {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.065924 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: subnetpools {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.067389 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: tags {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.069066 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: tags {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.070877 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: tags {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.072662 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: tags {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.075398 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: tags {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.077251 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: tags {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.078911 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: tags {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.193650 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: tags {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.195406 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: tags {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.197254 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron.api.extensions [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Extended resource: tags {{(pid=73707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:24:46.203095 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING keystonemiddleware.auth_token [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 14:24:46.207882 dv-cinder-772623-4-iscsi neutron-server[73707]: WARNING keystonemiddleware.auth_token [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 14:24:46.215930 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_concurrency.lockutils [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Acquired lock "singleton_lock" {{(pid=73707) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 04 14:24:46.216717 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_concurrency.lockutils [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Releasing lock "singleton_lock" {{(pid=73707) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 04 14:24:46.217342 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO oslo_service.service [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Starting 2 workers May 04 14:24:46.221908 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Started child 73812 {{(pid=73707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 14:24:46.225992 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Started child 73813 {{(pid=73707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 14:24:46.227011 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:24:46.227655 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO neutron.service [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 14:24:46.228042 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Notify callbacks [] for process, before_spawn {{(pid=73707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:24:46.228511 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [-] (73812) wsgi starting up on http://0.0.0.0:9696 May 04 14:24:46.230338 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO oslo_service.service [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Starting 1 workers May 04 14:24:46.230472 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:24:46.231685 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [-] (73813) wsgi starting up on http://0.0.0.0:9696 May 04 14:24:46.235177 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Started child 73814 {{(pid=73707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 14:24:46.235677 dv-cinder-772623-4-iscsi neutron-server[73707]: INFO oslo_service.service [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Starting 1 workers May 04 14:24:46.238759 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.service [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] calling RpcWorker wait() {{(pid=73814) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 14:24:46.239343 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.service [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] returning from RpcWorker wait() {{(pid=73814) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 14:24:46.239840 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Started child 73815 {{(pid=73707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 14:24:46.240556 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG neutron_lib.callbacks.manager [None req-3cec4810-f60a-46d4-a506-b3daa3a83cc9 None None] Notify callbacks [] for process, after_spawn {{(pid=73707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:24:46.240700 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:24:46.241063 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:24:46.242338 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73707) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 14:24:46.242518 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:24:46.242692 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:24:46.242921 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:24:46.243246 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:24:46.243371 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:24:46.243934 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.244169 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.244471 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.244596 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:24:46.245069 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.245069 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.245441 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:24:46.245569 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.245744 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.246011 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.246256 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.246526 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.246665 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.246810 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.247074 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.247289 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.247611 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.247882 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.248130 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.248355 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.248530 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.248791 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.249047 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.249267 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.249525 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] debug = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.249759 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.250223 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.250455 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.250684 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.250895 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.251165 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.251416 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.251695 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.251961 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.252173 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.252384 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.252617 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.252857 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.253083 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.253297 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.253554 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.253765 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.254277 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] host = dv-cinder-772623-4-iscsi {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.254539 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.254716 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.254955 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.255208 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.255446 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.255691 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.255945 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.256182 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.256440 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.256681 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.256937 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.257159 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.257385 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.257639 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.257797 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_options = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.258007 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.258277 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.258677 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.258837 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.259001 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.259173 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.259839 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.259976 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.260192 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.260407 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.260620 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.260832 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.261061 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.261288 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.261540 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.261770 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.261996 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.262202 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.262442 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.262667 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.262889 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.263135 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.263366 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.263599 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.263852 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.264063 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.264289 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.264502 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.264713 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.264957 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.265183 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.265433 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.265674 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.266012 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.266153 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.266377 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.266608 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.266876 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.267105 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.267355 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.267605 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.267843 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.268087 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.268297 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.269605 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.269926 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_json = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.270148 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.271345 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.271733 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.272130 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.272410 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.272656 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.272887 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.273228 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.273657 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.273933 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.274468 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.275332 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.276560 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.276560 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.277771 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.277771 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.277771 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.277771 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.278138 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.278350 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.278657 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.278897 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.279159 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.279469 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.279766 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.280044 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.280279 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.280495 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.280832 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.281060 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.281404 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.283780 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.284069 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.284341 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.284571 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.284820 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.285032 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.285271 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.285520 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.285739 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.286001 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.286237 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.286458 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.286685 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.286919 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.287137 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.287366 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.287593 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.287879 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.288105 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.288338 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.288550 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.288768 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.288997 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.289223 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.289448 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.289692 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.289940 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.290165 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.290381 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.290592 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.290803 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.291018 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.291248 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.291480 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.291710 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.291920 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.292131 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.292351 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.292593 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.292827 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.293040 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.293251 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.293480 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.293704 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.293912 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.294128 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.294339 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.294551 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.294779 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.294987 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.295211 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.295418 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.295624 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.298698 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.298830 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.298998 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.299321 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.299456 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.299729 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.299967 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.300196 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.300495 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.300788 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.301088 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.301339 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.301582 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.301902 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.302069 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.302316 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.302534 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.302754 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.302966 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.303426 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.303525 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.305676 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.307394 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.307394 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.307394 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.307394 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.307394 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.307394 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.308177 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.308177 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.308177 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.308493 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.308562 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.308768 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.309019 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.309294 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.309527 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.309802 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.310022 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.310299 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.310617 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.310876 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.311154 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.311419 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.311652 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.312004 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.312290 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.312565 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.312890 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.313140 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.313376 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.313650 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.313895 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.314119 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.314331 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.314558 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.314882 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.315132 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.315344 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.315555 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.315855 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.316110 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.316360 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.316638 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.316880 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.317131 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.317377 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.317605 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.317832 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.318055 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.318298 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.318524 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.318753 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.318963 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.319178 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.319417 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.319645 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.319897 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.320105 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.320382 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.320617 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.320834 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.321045 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.321286 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.321498 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.321747 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.321990 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.322190 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.322405 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.322614 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.322829 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.324172 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.324394 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.325566 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.326141 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.326480 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.327225 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.327811 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.328392 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.328618 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.328869 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.329099 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.329322 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.329556 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.329777 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.329989 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.330222 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.330449 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.330684 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.330936 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.331155 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.331483 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.332099 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.332475 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.332715 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.332934 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.333150 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.333381 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.333598 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.333809 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.334021 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.334231 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.334491 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.334743 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.334995 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.335210 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.335417 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.335627 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.335859 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.336065 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.336372 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.336619 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.336847 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.337089 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.337327 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.337552 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.337763 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.337976 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.338188 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.338396 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.338630 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.339314 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.339528 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.339761 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.339970 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.340190 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.340397 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.340602 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.340813 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.341324 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.341553 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.341763 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.341970 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.342181 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.342405 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.342733 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.342973 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.343206 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.343489 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.343736 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.343975 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.344230 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.344545 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.344773 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.345011 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.345225 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.345439 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.345654 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.345898 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.346217 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.346499 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.346755 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.346983 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.347377 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.347673 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.347965 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.348176 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.348476 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.348807 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.349073 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.349322 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.349559 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.349813 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.350057 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.350271 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.350501 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.350732 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.350945 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.351264 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.351504 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.351753 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.352550 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.352799 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.353014 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.353620 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.353843 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.354065 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.354854 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.355017 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:24:46.355588 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73707) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 14:24:46.355768 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:24:46.355921 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:24:46.356089 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:24:46.356256 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:24:46.356404 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:24:46.356606 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.356768 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.356921 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.357078 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.357231 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.357404 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.357560 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.357714 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.357868 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.358028 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.358405 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.358566 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.358722 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.358880 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.359026 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.359180 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.359375 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.359570 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.359753 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.359916 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.360068 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.360227 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.360376 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] debug = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.360529 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.360731 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.360887 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.361045 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.361212 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.361352 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.361504 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.361661 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.361816 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.361969 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.362123 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.362278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.362431 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.362583 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.362965 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.363125 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.363278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.363429 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] host = dv-cinder-772623-4-iscsi {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.363682 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.363848 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.365643 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.365643 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.365643 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.365643 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.365643 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.365643 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.365643 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.365643 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_options = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366278 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366813 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366813 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.366813 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.367023 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.367023 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.367175 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.367285 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.367439 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.367594 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.367790 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.367944 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.368096 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.368250 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.368406 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.368560 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.368716 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.368871 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.369024 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.369178 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.369330 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.369485 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.369627 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.369782 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.369936 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.370090 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.370243 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.370395 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.370547 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.371151 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.371151 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.371323 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.371411 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.371491 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.371646 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.371824 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.371978 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.372131 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.372285 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.372437 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.372590 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.372742 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.372910 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.373054 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_json = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.373195 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.373348 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.373498 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.373584 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:24:46.373672 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.373791 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.373943 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.374095 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.374248 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:24:46.374419 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.374575 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.374741 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.374956 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.375117 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.375273 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.375429 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.375583 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.375953 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.375953 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.376119 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.376197 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.376361 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.376517 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.376674 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.376832 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.376988 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.377143 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.377300 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.377454 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.377609 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.377765 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.377935 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.378092 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.378249 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.378403 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.378558 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.378713 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.378870 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.379025 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.379222 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.379378 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.379542 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.379703 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.379853 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.380007 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.380163 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.380320 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.380475 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.380631 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.380787 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.380942 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.381097 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.381254 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.381409 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.381565 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.381725 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.381881 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.382037 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.382190 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.382356 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.382511 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.382666 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.382820 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.382976 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.383136 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.383291 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.383443 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.383597 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.383773 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.383928 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.384095 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.384249 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.384479 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.384639 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.384795 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.384950 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.385104 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.385261 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.385416 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.385571 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.386079 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.386710 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.386875 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.387597 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.387769 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.387937 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.388098 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.388257 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.388415 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.388572 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.388728 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.389263 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.389442 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.389609 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.389782 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.390672 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.390848 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.391300 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.391466 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.391627 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.391806 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.391965 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.392122 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.392279 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.392423 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.392577 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.392734 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.392891 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.393098 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.393302 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.393395 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.393540 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.393696 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.393851 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.394004 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.394201 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.394356 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.394511 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.394666 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.394949 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.395142 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.395301 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.395461 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.395618 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.395806 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.395972 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.396134 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.396320 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.396458 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.396606 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.396731 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.396863 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.396994 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.397149 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.397297 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.397452 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.397615 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.397769 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.397929 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.399626 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.399840 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.400088 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.400857 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.401022 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.401185 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.401347 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.401507 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.401670 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.401829 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.401988 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.402150 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.402310 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.402467 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.402623 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.402780 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.402933 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.403082 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.403240 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.403464 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.403594 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.403918 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.404087 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.404244 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.404400 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.404556 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.404713 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.404868 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.405024 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.405180 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.405336 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.405491 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.405646 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.405802 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.405958 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.406112 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.406267 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.406423 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.406578 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.406735 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.406891 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.407049 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.407206 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.407361 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.407518 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.407692 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.407852 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.408007 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.408163 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.408319 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.408474 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.408631 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.408787 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.408946 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.409102 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.409257 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.409412 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.409584 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.409739 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.409894 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.410048 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.410203 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.410482 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.410619 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.410751 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.410874 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.410994 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.411114 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.411257 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.411414 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.411570 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.411752 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.411912 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.412067 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.412221 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.412376 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.412544 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.412702 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.412857 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.413014 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.413169 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.413335 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.413538 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.413667 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.413787 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.413907 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.414134 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.414302 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.414806 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.414973 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.415149 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.415355 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.416155 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.416354 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.416917 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.417603 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.417777 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.418429 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.418556 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.419386 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.419555 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.419752 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.419914 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.420064 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.420230 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.420388 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.420620 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.420747 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.420882 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.421007 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.421157 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.421280 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.421948 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.422117 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.422279 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.422441 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.422608 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.422775 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.422936 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.423087 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.423252 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.423420 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.423650 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.423815 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.423952 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.424087 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.424272 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.424425 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.424562 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.424732 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.424895 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.425052 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.425208 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.425363 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.425540 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.425676 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.425817 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.426019 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.426178 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.426335 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.426477 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.426632 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.426902 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.427755 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:24:46.428105 dv-cinder-772623-4-iscsi neutron-server[73707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:24:46.559264 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 36812) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:24:46.570673 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084782 May 04 14:24:57.170995 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458ac43-5e32-4460-ab9f-25ee9c09a5c3 None None] get_active_networks_info from dv-cinder-772623-4-iscsi {{(pid=73814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 14:24:57.286705 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d458ac43-5e32-4460-ab9f-25ee9c09a5c3 None None] No non-hosted networks {{(pid=73814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 14:24:57.299934 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.agentschedulers_db [None req-d458ac43-5e32-4460-ab9f-25ee9c09a5c3 None None] DHCP Agent not found on host dv-cinder-772623-4-iscsi {{(pid=73814) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 14:24:57.407388 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bae68260-9f43-4fd5-a287-549d230b5ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015'] for agent, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:24:59.633970 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015'] for agent, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:24:59.635554 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.636767 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.637911 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.638446 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.639546 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.641311 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.644452 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.648803 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.653911 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.655353 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.656133 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.660385 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:24:59.661229 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:24:59.670328 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:24:59.776982 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3ae5772d-e405-43bb-a718-ee9d170e1282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015'] for agent, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:24:59.856937 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-80e27139-9796-4e2d-92a0-4c6148567b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:00.682924 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015'] for agent, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:02.230151 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015'] for agent, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:02.242197 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.db.l3_hamode_db [None req-011060f2-7744-41e5-b2d6-984dfce57239 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 14:25:02.326664 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011060f2-7744-41e5-b2d6-984dfce57239 None None] Routers set() bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:25:02.327048 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011060f2-7744-41e5-b2d6-984dfce57239 None None] Router IDs set() for agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 04 14:25:03.788878 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 36904) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:04.412186 dv-cinder-772623-4-iscsi neutron-server[73813]: WARNING oslo_policy.policy [None req-11d23bf0-e079-413d-b912-11d380a92ecd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:04.412695 dv-cinder-772623-4-iscsi neutron-server[73813]: WARNING oslo_policy.policy [None req-11d23bf0-e079-413d-b912-11d380a92ecd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:04.622313 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [None req-11d23bf0-e079-413d-b912-11d380a92ecd admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:25:04.623367 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-11d23bf0-e079-413d-b912-11d380a92ecd admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8332975 May 04 14:25:06.928061 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 36918) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:07.541087 dv-cinder-772623-4-iscsi neutron-server[73812]: WARNING oslo_policy.policy [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:07.541856 dv-cinder-772623-4-iscsi neutron-server[73812]: WARNING oslo_policy.policy [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:07.752710 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:25:07.848373 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.policy [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73812) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 14:25:07.892326 dv-cinder-772623-4-iscsi neutron-server[73812]: WARNING oslo_policy.policy [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:07.892694 dv-cinder-772623-4-iscsi neutron-server[73812]: WARNING oslo_policy.policy [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:07.901219 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.quota [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] Loaded quota_driver: . May 04 14:25:07.916824 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:07.994597 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764897852719', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764897852410', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764897827084', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764897834072', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764897876984', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764897882671', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1819592', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1790608', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-744072', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-541652'] for rbac-policy, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:08.059895 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:08.061273 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-8d04b82d-be21-4882-8cbb-354398d697a4 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1304276 May 04 14:25:10.659538 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 36936) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:11.025257 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Request body: {'network': {'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'admin_state_up': True, 'name': 'private', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:25:11.030611 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:11.035194 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Usage tracker for resource:network and tenant:779a56fad8214f97bc53a0dc2f5c725b is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:25:11.040429 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:25:11.046865 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:25:11.060278 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Made reservation on behalf of 779a56fad8214f97bc53a0dc2f5c725b for: {'network': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:25:11.062976 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:11.082992 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:11.104170 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:11.108694 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Usage tracker for resource:security_group_rule and tenant:779a56fad8214f97bc53a0dc2f5c725b is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:25:11.113976 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:25:11.119784 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:25:11.215193 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:11.221641 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:11.225775 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:11.243289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=73812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:25:11.267784 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764898762024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:11.268335 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Unsubscribe: segment precommit_create {{(pid=73812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:25:11.268782 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.segments_db [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Added segment 14b74f4f-ff73-45f3-8370-93469b86a850 of type vlan for network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 May 04 14:25:11.314522 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeabaf7-e847-4ef6-b246-7ae43ee60f9d,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:11.334409 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.334743 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.335085 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.335378 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.335695 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.336029 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.336331 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.336632 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.336932 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.337228 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.337511 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.337802 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Tracked resource versions report: May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: pushed versions: May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: { 'AddressGroup': {'1.2'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'ConntrackHelper': {'1.0'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Log': {'1.0'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Network': {'1.1'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Port': {'1.7'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'PortForwarding': {'1.2'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'QosPolicy': {'1.8'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SecurityGroup': {'1.4'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SecurityGroupRule': {'1.2'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SubPort': {'1.0'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Subnet': {'1.1'}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Trunk': {'1.1'}} May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: consumer versions: May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: { DHCP agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: L3 agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: Metadata agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: Metering agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: Open vSwitch agent@dv-cinder-772623-4-iscsi: { 'AddressGroup': '1.2', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'ConntrackHelper': '1.0', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Log': '1.0', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Network': '1.1', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Port': '1.7', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'PortForwarding': '1.2', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'QosPolicy': '1.8', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SecurityGroup': '1.4', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SecurityGroupRule': '1.2', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SubPort': '1.0', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Subnet': '1.1', May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Trunk': '1.1'}} May 04 14:25:11.338834 dv-cinder-772623-4-iscsi neutron-server[73812]: {{(pid=73812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:25:11.381639 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:11.388615 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:11.422941 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:11.424470 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:11.425118 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:11.429895 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:11.524108 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8634529 May 04 14:25:11.529165 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Pushing event updated for resources: {'Network': ['ID=66eef4b8-3ca5-44ff-bfba-f49542cc4e86,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:11.538148 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:11.546882 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:25:14.157748 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 36952) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:14.727425 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.policy [None req-e4dd8ce7-3ae1-4191-8d4e-2fb6dc0ef11a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73813) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 14:25:14.771369 dv-cinder-772623-4-iscsi neutron-server[73813]: WARNING oslo_policy.policy [None req-e4dd8ce7-3ae1-4191-8d4e-2fb6dc0ef11a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:14.771702 dv-cinder-772623-4-iscsi neutron-server[73813]: WARNING oslo_policy.policy [None req-e4dd8ce7-3ae1-4191-8d4e-2fb6dc0ef11a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:14.780330 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd8ce7-3ae1-4191-8d4e-2fb6dc0ef11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:14.781973 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e4dd8ce7-3ae1-4191-8d4e-2fb6dc0ef11a admin admin] 10.222.0.50 "GET /v2.0/networks/66eef4b8-3ca5-44ff-bfba-f49542cc4e86 HTTP/1.1" status: 200 len: 825 time: 0.6232553 May 04 14:25:14.816236 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-69bdad4b-40e0-4cd3-9c63-df6ce0d44b33 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/27239c5a-7575-4020-ab5e-2d89d956c28b HTTP/1.1" status: 200 len: 734 time: 0.0275109 May 04 14:25:14.825024 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Request body: {'subnet': {'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '27239c5a-7575-4020-ab5e-2d89d956c28b', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:25:14.826526 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.quota [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Loaded quota_driver: . May 04 14:25:14.832752 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:14.838560 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Usage tracker for resource:subnet and tenant:779a56fad8214f97bc53a0dc2f5c725b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:25:14.842358 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:25:14.849818 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:25:14.866441 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Made reservation on behalf of 779a56fad8214f97bc53a0dc2f5c725b for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:25:14.869371 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:15.380909 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:15.385381 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:15.462456 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Checking segment: {'id': '14b74f4f-ff73-45f3-8370-93469b86a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:25:15.462735 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Network hostable DHCP agents. Network: 66eef4b8-3ca5-44ff-bfba-f49542cc4e86, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:25:15.470116 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=74541121-6046-4078-8154-ac057eccb3aa,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:15.480589 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.480928 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.481249 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.481560 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.481882 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.482189 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.482491 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.482790 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.483102 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.483403 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.483701 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.484067 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Tracked resource versions report: May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: pushed versions: May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: { 'AddressGroup': {'1.2'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'ConntrackHelper': {'1.0'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Log': {'1.0'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Network': {'1.1'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Port': {'1.7'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'PortForwarding': {'1.2'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'QosPolicy': {'1.8'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SecurityGroup': {'1.4'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SecurityGroupRule': {'1.2'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SubPort': {'1.0'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Subnet': {'1.1'}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Trunk': {'1.1'}} May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: consumer versions: May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: { DHCP agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: L3 agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: Metadata agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: Metering agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: Open vSwitch agent@dv-cinder-772623-4-iscsi: { 'AddressGroup': '1.2', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'ConntrackHelper': '1.0', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Log': '1.0', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Network': '1.1', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Port': '1.7', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'PortForwarding': '1.2', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'QosPolicy': '1.8', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SecurityGroup': '1.4', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SecurityGroupRule': '1.2', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SubPort': '1.0', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Subnet': '1.1', May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Trunk': '1.1'}} May 04 14:25:15.485075 dv-cinder-772623-4-iscsi neutron-server[73813]: {{(pid=73813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:25:15.518320 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:15.520161 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:25:15.531871 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 66eef4b8-3ca5-44ff-bfba-f49542cc4e86) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:25:15.536766 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:15.537401 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:15.542025 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cbde56-d1ed-4642-a12d-acb122e21cb0 None None] Network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:25:15.561351 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7398477 May 04 14:25:15.845239 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a451dd-dd73-5bd1-aab2-6d9cbca5dd60-66eef4b8-3ca5-44ff-bfba-f49542cc4e86', 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'fixed_ips': [{'subnet_id': '74541121-6046-4078-8154-ac057eccb3aa'}]}} from dv-cinder-772623-4-iscsi. {{(pid=73814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:25:15.846408 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:16.033222 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Allocated IP 172.20.0.2 (66eef4b8-3ca5-44ff-bfba-f49542cc4e86/74541121-6046-4078-8154-ac057eccb3aa/5bc00e75-e392-4c3c-b66d-a20130f764a5) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:25:16.262614 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:16.276201 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Transition to ACTIVE for port object 5bc00e75-e392-4c3c-b66d-a20130f764a5 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:25:16.299388 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Transition to ACTIVE for port object 5bc00e75-e392-4c3c-b66d-a20130f764a5 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:25:16.306680 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:16.312163 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:16.365998 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:25:16.372802 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:25:16.379342 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:25:16.385690 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Pushing event updated for resources: {'Port': ['ID=5bc00e75-e392-4c3c-b66d-a20130f764a5,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:16.423566 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.423914 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.424259 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.424619 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.424894 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.425206 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.425550 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.425868 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.426196 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.426503 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.426808 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.427111 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Tracked resource versions report: May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: pushed versions: May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: { 'AddressGroup': {'1.2'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'ConntrackHelper': {'1.0'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Log': {'1.0'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Network': {'1.1'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Port': {'1.7'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'PortForwarding': {'1.2'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'QosPolicy': {'1.8'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SecurityGroup': {'1.4'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SecurityGroupRule': {'1.2'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SubPort': {'1.0'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Subnet': {'1.1'}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Trunk': {'1.1'}} May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: consumer versions: May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: { DHCP agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: L3 agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: Metadata agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: Metering agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: Open vSwitch agent@dv-cinder-772623-4-iscsi: { 'AddressGroup': '1.2', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'ConntrackHelper': '1.0', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Log': '1.0', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Network': '1.1', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Port': '1.7', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'PortForwarding': '1.2', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'QosPolicy': '1.8', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SecurityGroup': '1.4', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SecurityGroupRule': '1.2', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SubPort': '1.0', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Subnet': '1.1', May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Trunk': '1.1'}} May 04 14:25:16.428221 dv-cinder-772623-4-iscsi neutron-server[73814]: {{(pid=73814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:25:16.462450 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:16.487638 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Attempting to bind port 5bc00e75-e392-4c3c-b66d-a20130f764a5 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:25:16.488072 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Attempting to bind port 5bc00e75-e392-4c3c-b66d-a20130f764a5 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '14b74f4f-ff73-45f3-8370-93469b86a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:25:16.488506 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Attempting to bind port 5bc00e75-e392-4c3c-b66d-a20130f764a5 on network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:25:16.493952 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:25:16.494354 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Checking segment: {'id': '14b74f4f-ff73-45f3-8370-93469b86a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:25:16.494805 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:16.495192 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Bound using segment: {'id': '14b74f4f-ff73-45f3-8370-93469b86a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:25:16.495650 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Bound port: 5bc00e75-e392-4c3c-b66d-a20130f764a5, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b74f4f-ff73-45f3-8370-93469b86a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:25:16.496076 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:16.582080 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] For port 5bc00e75-e392-4c3c-b66d-a20130f764a5, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:25:16.586006 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] For port 5bc00e75-e392-4c3c-b66d-a20130f764a5, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=5bc00e75-e392-4c3c-b66d-a20130f764a5,segment=NetworkSegment(14b74f4f-ff73-45f3-8370-93469b86a850),segment_id=14b74f4f-ff73-45f3-8370-93469b86a850)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:25:16.592272 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:16.597070 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:16.682056 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Pushing event updated for resources: {'Port': ['ID=5bc00e75-e392-4c3c-b66d-a20130f764a5,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:16.685152 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:17.932893 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 36968) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:18.307993 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [None req-487544d0-67ab-4ec7-9402-5873e3271cb9 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:25:18.323690 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-487544d0-67ab-4ec7-9402-5873e3271cb9 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3751867 May 04 14:25:20.614139 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 36978) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:21.013096 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [None req-c0ead8ec-6e29-4727-831b-3d0a0ccec58d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:25:21.016176 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c0ead8ec-6e29-4727-831b-3d0a0ccec58d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4010308 May 04 14:25:21.772553 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 5bc00e75-e392-4c3c-b66d-a20130f764a5 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:25:21.840848 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 5bc00e75-e392-4c3c-b66d-a20130f764a5 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:25:22.041043 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70707753-4158-483d-975e-94b8434891a8 None None] Network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:25:22.152558 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-f646e166-f99a-4163-ae0c-4ac6b2c6ebdb None None] Provisioning for port 5bc00e75-e392-4c3c-b66d-a20130f764a5 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:25:22.168468 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-f646e166-f99a-4163-ae0c-4ac6b2c6ebdb None None] Provisioning complete for port 5bc00e75-e392-4c3c-b66d-a20130f764a5 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:25:22.168852 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f646e166-f99a-4163-ae0c-4ac6b2c6ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:22.366144 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f646e166-f99a-4163-ae0c-4ac6b2c6ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:22.410105 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-f646e166-f99a-4163-ae0c-4ac6b2c6ebdb None None] For port 5bc00e75-e392-4c3c-b66d-a20130f764a5, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=5bc00e75-e392-4c3c-b66d-a20130f764a5,segment=NetworkSegment(14b74f4f-ff73-45f3-8370-93469b86a850),segment_id=14b74f4f-ff73-45f3-8370-93469b86a850)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:25:22.415939 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f646e166-f99a-4163-ae0c-4ac6b2c6ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:22.418153 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:22.486675 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646e166-f99a-4163-ae0c-4ac6b2c6ebdb None None] Pushing event updated for resources: {'Port': ['ID=5bc00e75-e392-4c3c-b66d-a20130f764a5,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:22.489885 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f646e166-f99a-4163-ae0c-4ac6b2c6ebdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:22.637675 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-3e401e14-6805-4577-b5bf-245efa16d0e0 None None] Provisioning complete for port 5bc00e75-e392-4c3c-b66d-a20130f764a5 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:25:22.637961 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3e401e14-6805-4577-b5bf-245efa16d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:23.661003 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 36994) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:23.740405 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 5bc00e75-e392-4c3c-b66d-a20130f764a5 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:25:23.808331 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 5bc00e75-e392-4c3c-b66d-a20130f764a5 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:25:23.808692 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.020650 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'admin_state_up': True}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:25:24.026781 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:24.033550 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] Usage tracker for resource:router and tenant:779a56fad8214f97bc53a0dc2f5c725b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:25:24.040541 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:25:24.049626 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:25:24.062674 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29531'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.064348 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29522'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.086038 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.196301 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.218995 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.220802 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-261269d8-aa0c-44bd-8fda-bb68c5ec7aa8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5586364 May 04 14:25:26.541116 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37004) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:26.927887 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [None req-68258016-5c8e-4725-b93a-99d2b1bf60b3 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:25:26.928859 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-68258016-5c8e-4725-b93a-99d2b1bf60b3 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3867936 May 04 14:25:27.061649 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d33a95d8-2db5-46b6-82b6-6cdeb100aeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:29.273559 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37014) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:29.619815 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:29.668275 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:25:29.689477 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:29.693656 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Usage tracker for resource:network and tenant:dabba6f7c3624680ade1061ba3eeb9dc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:25:29.696773 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:25:29.703150 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:25:29.715776 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Made reservation on behalf of dabba6f7c3624680ade1061ba3eeb9dc for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:25:29.718304 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:29.733755 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:29.747409 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:29.750994 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Usage tracker for resource:security_group_rule and tenant:dabba6f7c3624680ade1061ba3eeb9dc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:25:29.754033 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:25:29.759566 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:25:29.775277 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e335e0f9-8fa1-4b29-8955-2c78f0fc8e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:29.854291 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:29.858519 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:29.861829 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:29.882815 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Reserving flat network on physical network physnet1 {{(pid=73813) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 14:25:29.895703 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a212dc90-052d-4397-9e70-e126813cc470,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:29.903588 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:29.904573 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764898762024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:29.905117 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Unsubscribe: segment precommit_create {{(pid=73813) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:25:29.905524 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Added segment 9fac5768-ad0f-4de4-b669-b4a8acfc7f4a of type flat for network a2b590c2-19b7-4052-a497-500fc545d77d May 04 14:25:29.951245 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:29.995417 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:29.996700 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:29.997252 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:30.000287 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:30.096232 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8216455 May 04 14:25:30.096778 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Pushing event updated for resources: {'Network': ['ID=a2b590c2-19b7-4052-a497-500fc545d77d,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:30.100557 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:30.115380 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network a2b590c2-19b7-4052-a497-500fc545d77d details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:25:30.617425 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:32.167313 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:32.468225 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37034) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:32.708481 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26ec758-a9cf-4e23-8732-d9b444332d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:32.709736 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c26ec758-a9cf-4e23-8732-d9b444332d2f admin admin] 10.222.0.50 "GET /v2.0/subnets/74541121-6046-4078-8154-ac057eccb3aa HTTP/1.1" status: 200 len: 849 time: 0.2405505 May 04 14:25:32.854150 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-0f97653b-6117-4794-abbb-8eb13cf330a8 admin admin] 10.222.0.50 "GET /v2.0/routers/a7845875-7007-4d5d-8940-2df95d225824 HTTP/1.1" status: 200 len: 704 time: 0.1358163 May 04 14:25:33.309981 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:33.546150 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Allocated IP 172.20.0.1 (66eef4b8-3ca5-44ff-bfba-f49542cc4e86/74541121-6046-4078-8154-ac057eccb3aa/171ae9ae-10d9-4c6b-9014-639d8caa354c) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:25:33.735208 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:33.757202 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Transition to ACTIVE for port object 171ae9ae-10d9-4c6b-9014-639d8caa354c will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:25:33.811702 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:33.815109 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:33.877243 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:25:33.880432 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:25:33.883129 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:25:33.883725 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658387'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:34.007002 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Pushing event updated for resources: {'Port': ['ID=171ae9ae-10d9-4c6b-9014-639d8caa354c,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:34.022158 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:34.056867 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-f4be98a1-3823-46c4-89a6-fd420b69a470 None None] Provisioning for port 171ae9ae-10d9-4c6b-9014-639d8caa354c completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:25:34.061667 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-f4be98a1-3823-46c4-89a6-fd420b69a470 None None] Provisioning complete for port 171ae9ae-10d9-4c6b-9014-639d8caa354c triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:25:34.062152 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f4be98a1-3823-46c4-89a6-fd420b69a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:34.114751 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-f4be98a1-3823-46c4-89a6-fd420b69a470 None None] Port 171ae9ae-10d9-4c6b-9014-639d8caa354c cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:25:34.150569 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:34.386759 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:34.393516 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:34.394600 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658288'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:34.398475 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:34.527370 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Pushing event updated for resources: {'Port': ['ID=171ae9ae-10d9-4c6b-9014-639d8caa354c,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:34.530733 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:34.584958 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:25:34.585990 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:25:34.738160 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-da87b853-d354-4668-84fa-025861a07d86 None None] Provisioning complete for port 171ae9ae-10d9-4c6b-9014-639d8caa354c triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:25:34.738534 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-da87b853-d354-4668-84fa-025861a07d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:34.772551 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Router a7845875-7007-4d5d-8940-2df95d225824 is scheduled to L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:25:34.792239 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-da87b853-d354-4668-84fa-025861a07d86 None None] Port 171ae9ae-10d9-4c6b-9014-639d8caa354c cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:25:34.926509 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:25:34.936142 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] 10.222.0.50 "PUT /v2.0/routers/a7845875-7007-4d5d-8940-2df95d225824/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0746901 May 04 14:25:34.936746 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Sync routers for ids ['a7845875-7007-4d5d-8940-2df95d225824'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:25:34.946898 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Routers {'a7845875-7007-4d5d-8940-2df95d225824'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:25:34.947773 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:25:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['a7845875-7007-4d5d-8940-2df95d225824'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:35.116838 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Set router a7845875-7007-4d5d-8940-2df95d225824 gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:25:35.473404 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845875-7007-4d5d-8940-2df95d225824', 'name': 'router1', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:25:24Z', 'updated_at': '2021-05-04T14:25:34Z', 'revision_number': 2, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'gw_port_host': None, '_interfaces': [{'id': '171ae9ae-10d9-4c6b-9014-639d8caa354c', 'name': '', 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'mac_address': 'fa:16:3e:0d:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845875-7007-4d5d-8940-2df95d225824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74541121-6046-4078-8154-ac057eccb3aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:25:33Z', 'updated_at': '2021-05-04T14:25:34Z', 'revision_number': 2, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'subnets': [{'id': '74541121-6046-4078-8154-ac057eccb3aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27239c5a-7575-4020-ab5e-2d89d956c28b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:35.478273 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Checking router: a7845875-7007-4d5d-8940-2df95d225824 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:25:35.478635 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Updating router a7845875-7007-4d5d-8940-2df95d225824 port 171ae9ae-10d9-4c6b-9014-639d8caa354c binding host dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:25:35.528844 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:35.898356 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:35.913227 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Transition to ACTIVE for port object 171ae9ae-10d9-4c6b-9014-639d8caa354c will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:25:35.921196 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:35.926484 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:36.082728 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Pushing event updated for resources: {'Port': ['ID=171ae9ae-10d9-4c6b-9014-639d8caa354c,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:36.127825 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.128170 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.128574 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.128890 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.129203 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.129518 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.129825 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.130132 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.130444 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.130748 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.131052 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.131355 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Tracked resource versions report: May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: pushed versions: May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: { 'AddressGroup': {'1.2'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'ConntrackHelper': {'1.0'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Log': {'1.0'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Network': {'1.1'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Port': {'1.7'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'PortForwarding': {'1.2'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'QosPolicy': {'1.8'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SecurityGroup': {'1.4'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SecurityGroupRule': {'1.2'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SubPort': {'1.0'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Subnet': {'1.1'}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Trunk': {'1.1'}} May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: consumer versions: May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: { DHCP agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: L3 agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: Metadata agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: Metering agent@dv-cinder-772623-4-iscsi: {}, May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: Open vSwitch agent@dv-cinder-772623-4-iscsi: { 'AddressGroup': '1.2', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'ConntrackHelper': '1.0', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Log': '1.0', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Network': '1.1', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Port': '1.7', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'PortForwarding': '1.2', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'QosPolicy': '1.8', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SecurityGroup': '1.4', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SecurityGroupRule': '1.2', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SubPort': '1.0', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Subnet': '1.1', May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Trunk': '1.1'}} May 04 14:25:36.132445 dv-cinder-772623-4-iscsi neutron-server[73815]: {{(pid=73815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:25:36.152327 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:36.161102 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Attempting to bind port 171ae9ae-10d9-4c6b-9014-639d8caa354c on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:25:36.161481 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Attempting to bind port 171ae9ae-10d9-4c6b-9014-639d8caa354c by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '14b74f4f-ff73-45f3-8370-93469b86a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:25:36.161888 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Attempting to bind port 171ae9ae-10d9-4c6b-9014-639d8caa354c on network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:25:36.166977 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:25:36.167553 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Checking segment: {'id': '14b74f4f-ff73-45f3-8370-93469b86a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:25:36.168040 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:36.168421 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Bound using segment: {'id': '14b74f4f-ff73-45f3-8370-93469b86a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:25:36.168887 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Bound port: 171ae9ae-10d9-4c6b-9014-639d8caa354c, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b74f4f-ff73-45f3-8370-93469b86a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:25:36.169258 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:36.253928 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] For port 171ae9ae-10d9-4c6b-9014-639d8caa354c, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:25:36.258221 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] For port 171ae9ae-10d9-4c6b-9014-639d8caa354c, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=171ae9ae-10d9-4c6b-9014-639d8caa354c,segment=NetworkSegment(14b74f4f-ff73-45f3-8370-93469b86a850),segment_id=14b74f4f-ff73-45f3-8370-93469b86a850)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:25:36.264310 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:36.268896 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:36.362713 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Routers {'a7845875-7007-4d5d-8940-2df95d225824'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:25:36.363402 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:25:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['a7845875-7007-4d5d-8940-2df95d225824'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:36.420491 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Pushing event updated for resources: {'Port': ['ID=171ae9ae-10d9-4c6b-9014-639d8caa354c,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:36.423566 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:36.552129 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] Set router a7845875-7007-4d5d-8940-2df95d225824 gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:25:36.863776 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845875-7007-4d5d-8940-2df95d225824', 'name': 'router1', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:25:24Z', 'updated_at': '2021-05-04T14:25:34Z', 'revision_number': 2, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'gw_port_host': None, '_interfaces': [{'id': '171ae9ae-10d9-4c6b-9014-639d8caa354c', 'name': '', 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'mac_address': 'fa:16:3e:0d:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845875-7007-4d5d-8940-2df95d225824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74541121-6046-4078-8154-ac057eccb3aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:25:33Z', 'updated_at': '2021-05-04T14:25:36Z', 'revision_number': 4, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'subnets': [{'id': '74541121-6046-4078-8154-ac057eccb3aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27239c5a-7575-4020-ab5e-2d89d956c28b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:36.867693 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c714ee-56e4-444f-918a-e2b01eb71d89 None None] The sync data for ids ['a7845875-7007-4d5d-8940-2df95d225824'] in dv-cinder-772623-4-iscsi is: [{'id': 'a7845875-7007-4d5d-8940-2df95d225824', 'name': 'router1', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:25:24Z', 'updated_at': '2021-05-04T14:25:34Z', 'revision_number': 2, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'gw_port_host': None, '_interfaces': [{'id': '171ae9ae-10d9-4c6b-9014-639d8caa354c', 'name': '', 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'mac_address': 'fa:16:3e:0d:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845875-7007-4d5d-8940-2df95d225824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74541121-6046-4078-8154-ac057eccb3aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:25:33Z', 'updated_at': '2021-05-04T14:25:36Z', 'revision_number': 4, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'subnets': [{'id': '74541121-6046-4078-8154-ac057eccb3aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27239c5a-7575-4020-ab5e-2d89d956c28b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:25:37.059039 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37058) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:37.246471 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e968ac78-3e58-4d90-a65a-fd1c99497092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:37.247023 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e968ac78-3e58-4d90-a65a-fd1c99497092 admin admin] Synchronizing usage tracker for tenant:dabba6f7c3624680ade1061ba3eeb9dc on resource:network {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:25:37.266037 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e968ac78-3e58-4d90-a65a-fd1c99497092 admin admin] Unset dirty status for tenant:dabba6f7c3624680ade1061ba3eeb9dc on resource:network {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:25:37.267154 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e968ac78-3e58-4d90-a65a-fd1c99497092 admin admin] 10.222.0.50 "GET /v2.0/networks/a2b590c2-19b7-4052-a497-500fc545d77d HTTP/1.1" status: 200 len: 842 time: 0.2071755 May 04 14:25:37.276737 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:25:37.281873 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:37.285683 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Usage tracker for resource:subnet and tenant:dabba6f7c3624680ade1061ba3eeb9dc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:25:37.288461 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:25:37.294405 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:25:37.304757 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Made reservation on behalf of dabba6f7c3624680ade1061ba3eeb9dc for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:25:37.307042 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:37.710575 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.objects.ports [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73813) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 04 14:25:37.711015 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:37.714522 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:37.782365 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d547df6c-49d8-4de1-ac06-a2b0d07c81bf,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:37.789252 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:37.793216 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:25:37.793562 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Network hostable DHCP agents. Network: a2b590c2-19b7-4052-a497-500fc545d77d, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:25:37.811308 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:25:37.821114 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, a2b590c2-19b7-4052-a497-500fc545d77d) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:25:37.825168 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:37.825747 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:37.830336 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b97acd-780c-4078-ab86-3e154ff7aa6e None None] Network a2b590c2-19b7-4052-a497-500fc545d77d requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:25:37.861896 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5779405 May 04 14:25:38.048502 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae24df6-e84b-47f7-99d1-7e81ab6f3607 None None] Network a2b590c2-19b7-4052-a497-500fc545d77d requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:25:39.753905 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 171ae9ae-10d9-4c6b-9014-639d8caa354c up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:25:39.822731 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 171ae9ae-10d9-4c6b-9014-639d8caa354c completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:25:39.827162 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 171ae9ae-10d9-4c6b-9014-639d8caa354c triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:25:39.827533 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:39.942951 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:39.976714 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 171ae9ae-10d9-4c6b-9014-639d8caa354c, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=171ae9ae-10d9-4c6b-9014-639d8caa354c,segment=NetworkSegment(14b74f4f-ff73-45f3-8370-93469b86a850),segment_id=14b74f4f-ff73-45f3-8370-93469b86a850)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:25:39.981839 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:39.984453 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:40.052444 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=171ae9ae-10d9-4c6b-9014-639d8caa354c,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:40.055867 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:40.085944 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37072) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:40.297960 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1e10f05f-ddce-4da4-a88d-859be0b5240a admin admin] 10.222.0.50 "GET /v2.0/routers/a7845875-7007-4d5d-8940-2df95d225824 HTTP/1.1" status: 200 len: 710 time: 0.2108963 May 04 14:25:40.425149 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebfbb02-0b0a-4d6b-a2a9-7d792356415b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:40.426579 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-cebfbb02-0b0a-4d6b-a2a9-7d792356415b admin admin] 10.222.0.50 "GET /v2.0/networks/a2b590c2-19b7-4052-a497-500fc545d77d HTTP/1.1" status: 200 len: 886 time: 0.1224458 May 04 14:25:40.435271 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:25:40.907450 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:41.227750 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:41.286325 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:41.415400 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Allocated IP 172.27.0.88 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/f5f91e45-fdff-462c-886b-d3afda9fa599) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:25:41.558195 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:41.590297 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:41.594170 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:41.655375 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:25:41.658462 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:25:41.661991 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:25:41.713325 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f91e45-fdff-462c-886b-d3afda9fa599,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:41.726040 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:41.740084 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 171ae9ae-10d9-4c6b-9014-639d8caa354c up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:25:41.809214 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 171ae9ae-10d9-4c6b-9014-639d8caa354c triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:25:41.809453 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:42.039650 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:42.431569 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:42.434879 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-681477'] for router, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:42.612577 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Router a7845875-7007-4d5d-8940-2df95d225824 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:25:42.788929 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:25:42.797429 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:42.798603 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] 10.222.0.50 "PUT /v2.0/routers/a7845875-7007-4d5d-8940-2df95d225824 HTTP/1.1" status: 200 len: 889 time: 2.3665521 May 04 14:25:42.799253 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Sync routers for ids ['a7845875-7007-4d5d-8940-2df95d225824'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:25:42.810286 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Routers {'a7845875-7007-4d5d-8940-2df95d225824'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:25:42.810957 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:25:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['a7845875-7007-4d5d-8940-2df95d225824'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:43.000038 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Set router a7845875-7007-4d5d-8940-2df95d225824 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:25:43.354024 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845875-7007-4d5d-8940-2df95d225824', 'name': 'router1', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'f5f91e45-fdff-462c-886b-d3afda9fa599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:25:24Z', 'updated_at': '2021-05-04T14:25:41Z', 'revision_number': 4, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'gw_port': {'id': 'f5f91e45-fdff-462c-886b-d3afda9fa599', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845875-7007-4d5d-8940-2df95d225824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:25:41Z', 'updated_at': '2021-05-04T14:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '171ae9ae-10d9-4c6b-9014-639d8caa354c', 'name': '', 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'mac_address': 'fa:16:3e:0d:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845875-7007-4d5d-8940-2df95d225824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74541121-6046-4078-8154-ac057eccb3aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:25:33Z', 'updated_at': '2021-05-04T14:25:39Z', 'revision_number': 5, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'subnets': [{'id': '74541121-6046-4078-8154-ac057eccb3aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27239c5a-7575-4020-ab5e-2d89d956c28b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:43.359041 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Checking router: a7845875-7007-4d5d-8940-2df95d225824 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:25:43.359388 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Updating router a7845875-7007-4d5d-8940-2df95d225824 port f5f91e45-fdff-462c-886b-d3afda9fa599 binding host dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:25:43.408490 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:43.726239 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:43.737297 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Transition to ACTIVE for port object f5f91e45-fdff-462c-886b-d3afda9fa599 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:25:43.744173 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:43.747865 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-0752212b-e65d-4765-8def-abd344f644c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:43.821061 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Attempting to bind port f5f91e45-fdff-462c-886b-d3afda9fa599 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:25:43.821691 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Attempting to bind port f5f91e45-fdff-462c-886b-d3afda9fa599 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:25:43.821805 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Attempting to bind port f5f91e45-fdff-462c-886b-d3afda9fa599 on network a2b590c2-19b7-4052-a497-500fc545d77d {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:25:43.828965 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932b473-e641-47e4-90be-a6a01e022c01 None None] Pushing event updated for resources: {'Port': ['ID=f5f91e45-fdff-462c-886b-d3afda9fa599,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:43.831393 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:25:43.831849 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:25:43.832248 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:43.832600 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Bound using segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:25:43.833085 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Bound port: f5f91e45-fdff-462c-886b-d3afda9fa599, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:25:43.833471 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:43.856779 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5932b473-e641-47e4-90be-a6a01e022c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:43.905889 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] For port f5f91e45-fdff-462c-886b-d3afda9fa599, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:25:43.909010 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] For port f5f91e45-fdff-462c-886b-d3afda9fa599, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=f5f91e45-fdff-462c-886b-d3afda9fa599,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:25:43.916351 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:43.920074 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:43.998761 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Routers {'a7845875-7007-4d5d-8940-2df95d225824'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:25:43.999356 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:25:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['a7845875-7007-4d5d-8940-2df95d225824'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:44.044295 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932b473-e641-47e4-90be-a6a01e022c01 None None] Pushing event updated for resources: {'Port': ['ID=f5f91e45-fdff-462c-886b-d3afda9fa599,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:44.047541 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5932b473-e641-47e4-90be-a6a01e022c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:44.183055 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] Set router a7845875-7007-4d5d-8940-2df95d225824 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:25:44.504458 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845875-7007-4d5d-8940-2df95d225824', 'name': 'router1', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'f5f91e45-fdff-462c-886b-d3afda9fa599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:25:24Z', 'updated_at': '2021-05-04T14:25:41Z', 'revision_number': 4, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'gw_port': {'id': 'f5f91e45-fdff-462c-886b-d3afda9fa599', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845875-7007-4d5d-8940-2df95d225824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:25:41Z', 'updated_at': '2021-05-04T14:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '171ae9ae-10d9-4c6b-9014-639d8caa354c', 'name': '', 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'mac_address': 'fa:16:3e:0d:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845875-7007-4d5d-8940-2df95d225824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74541121-6046-4078-8154-ac057eccb3aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:25:33Z', 'updated_at': '2021-05-04T14:25:39Z', 'revision_number': 5, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'subnets': [{'id': '74541121-6046-4078-8154-ac057eccb3aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27239c5a-7575-4020-ab5e-2d89d956c28b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:44.508603 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d6f20-1f05-4827-88c6-546e57ca0f41 None None] The sync data for ids ['a7845875-7007-4d5d-8940-2df95d225824'] in dv-cinder-772623-4-iscsi is: [{'id': 'a7845875-7007-4d5d-8940-2df95d225824', 'name': 'router1', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'f5f91e45-fdff-462c-886b-d3afda9fa599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:25:24Z', 'updated_at': '2021-05-04T14:25:41Z', 'revision_number': 4, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'gw_port': {'id': 'f5f91e45-fdff-462c-886b-d3afda9fa599', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845875-7007-4d5d-8940-2df95d225824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:25:41Z', 'updated_at': '2021-05-04T14:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '171ae9ae-10d9-4c6b-9014-639d8caa354c', 'name': '', 'network_id': '66eef4b8-3ca5-44ff-bfba-f49542cc4e86', 'tenant_id': '779a56fad8214f97bc53a0dc2f5c725b', 'mac_address': 'fa:16:3e:0d:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845875-7007-4d5d-8940-2df95d225824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74541121-6046-4078-8154-ac057eccb3aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:25:33Z', 'updated_at': '2021-05-04T14:25:39Z', 'revision_number': 5, 'project_id': '779a56fad8214f97bc53a0dc2f5c725b', 'subnets': [{'id': '74541121-6046-4078-8154-ac057eccb3aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27239c5a-7575-4020-ab5e-2d89d956c28b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:25:45.081663 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37082) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:45.236630 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-a719d719-53f1-4f6c-99cc-2cc26f2e2f94 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1537888 May 04 14:25:45.768092 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device f5f91e45-fdff-462c-886b-d3afda9fa599 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:25:45.844305 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port f5f91e45-fdff-462c-886b-d3afda9fa599 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:25:45.849186 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port f5f91e45-fdff-462c-886b-d3afda9fa599 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:25:45.849568 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:45.964541 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:45.981120 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port f5f91e45-fdff-462c-886b-d3afda9fa599, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=f5f91e45-fdff-462c-886b-d3afda9fa599,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:25:45.985276 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:45.990093 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5932b473-e641-47e4-90be-a6a01e022c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:46.091414 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=f5f91e45-fdff-462c-886b-d3afda9fa599,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:46.095052 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:47.781916 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device f5f91e45-fdff-462c-886b-d3afda9fa599 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:25:47.855426 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port f5f91e45-fdff-462c-886b-d3afda9fa599 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:25:47.856172 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:51.296700 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 5 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:25:57.059278 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-084225fb-57ed-4ab5-bfed-5932468622a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:59.625488 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:59.812858 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-947434d5-bf88-4e77-90a7-0fe10baa5381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:00.620856 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:02.197484 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:27.055105 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9c1cac77-cf0f-455a-9950-c281e2e5528c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:28.295083 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 5 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:26:29.621248 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:29.783422 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-efb66bbf-dcd4-4127-b349-4514300e336e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:30.626282 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:32.190645 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:57.050784 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7981872b-242f-4952-8330-4ea581d583f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:59.615382 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:59.778018 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b850c7a5-95b9-4581-a0ee-15778212115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:00.635423 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:02.193196 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:05.294491 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 5 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:27:18.238952 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37652) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:27:18.325818 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.pecan_wsgi.hooks.translation [None req-388dea1a-3355-47c9-a846-576e7007ecc8 admin admin] GET failed (client error): The resource could not be found. May 04 14:27:18.327116 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-388dea1a-3355-47c9-a846-576e7007ecc8 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0869188 May 04 14:27:18.485688 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5ac26-9038-436f-9604-3be707bed2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:18.487377 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-59f5ac26-9038-436f-9604-3be707bed2bd admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545045 May 04 14:27:20.590668 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37662) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:27:20.708592 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de088734-bde1-434a-87ee-83ead78296fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:20.709149 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-de088734-bde1-434a-87ee-83ead78296fd admin admin] Synchronizing usage tracker for tenant:dabba6f7c3624680ade1061ba3eeb9dc on resource:subnet {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:27:20.726654 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-de088734-bde1-434a-87ee-83ead78296fd admin admin] Unset dirty status for tenant:dabba6f7c3624680ade1061ba3eeb9dc on resource:subnet {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:27:20.727806 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-de088734-bde1-434a-87ee-83ead78296fd admin admin] 10.222.0.50 "GET /v2.0/subnets/74541121-6046-4078-8154-ac057eccb3aa HTTP/1.1" status: 200 len: 849 time: 0.1355872 May 04 14:27:20.739755 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:27:20.860279 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Notify callbacks [] for subnet, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:21.057956 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764898751124'] for subnet, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:21.064037 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0e52dde3-4007-4aa9-a4a3-fcdccb722300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:27:21.102257 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:21.102843 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:21.114211 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] 10.222.0.50 "PUT /v2.0/subnets/74541121-6046-4078-8154-ac057eccb3aa HTTP/1.1" status: 200 len: 868 time: 0.3682840 May 04 14:27:21.130374 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b131a-287f-4e3b-a75a-b17e0b93a456 None None] Network 66eef4b8-3ca5-44ff-bfba-f49542cc4e86 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:27:21.133493 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74541121-6046-4078-8154-ac057eccb3aa,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:27:21.141831 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.142301 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.142677 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.143001 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.143319 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.143825 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.144148 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.144845 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.145333 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.145654 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.146000 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.146280 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:27:21.150281 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:27:21.595515 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-46530d7e-d3ee-4f65-af9d-29c8b33a114e None None] Provisioning complete for port 5bc00e75-e392-4c3c-b66d-a20130f764a5 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:27:21.595906 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-46530d7e-d3ee-4f65-af9d-29c8b33a114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:21.722655 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-46530d7e-d3ee-4f65-af9d-29c8b33a114e None None] Provisioning complete for port 171ae9ae-10d9-4c6b-9014-639d8caa354c triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:27:21.722862 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-46530d7e-d3ee-4f65-af9d-29c8b33a114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:23.186657 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37672) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:27:23.377839 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddf9315-0b97-46b3-bfbf-0cdc128add84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:23.378247 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddf9315-0b97-46b3-bfbf-0cdc128add84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:23.379751 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-5ddf9315-0b97-46b3-bfbf-0cdc128add84 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1921561 May 04 14:27:25.457166 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37682) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:27:25.655778 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7877027-4a72-473f-a93a-a840e171950d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:25.656266 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7877027-4a72-473f-a93a-a840e171950d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:25.657789 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-f7877027-4a72-473f-a93a-a840e171950d admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997414 May 04 14:27:27.055400 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d39fd4f4-8f32-4501-b584-bb315481fe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:27.909627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37692) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:27:28.116734 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639667b5-d310-4410-a9dc-15091ad0eb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:28.118073 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-639667b5-d310-4410-a9dc-15091ad0eb29 admin admin] 10.222.0.50 "GET /v2.0/networks/66eef4b8-3ca5-44ff-bfba-f49542cc4e86 HTTP/1.1" status: 200 len: 869 time: 0.2074540 May 04 14:27:29.623338 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:29.782096 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b0c3277a-b1f1-43ed-b459-10c877d12bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:30.266723 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37702) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:27:30.475487 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006d90c-62cd-430b-bd74-1f2dd099500a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:30.476770 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-5006d90c-62cd-430b-bd74-1f2dd099500a admin admin] 10.222.0.50 "GET /v2.0/networks/a2b590c2-19b7-4052-a497-500fc545d77d HTTP/1.1" status: 200 len: 886 time: 0.2090960 May 04 14:27:30.638019 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:32.199455 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:32.663929 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37712) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:27:32.777828 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8138e-a320-4535-923d-0988ab38747f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:32.778296 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8138e-a320-4535-923d-0988ab38747f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:32.779804 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-daa8138e-a320-4535-923d-0988ab38747f admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1149006 May 04 14:27:34.869606 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37722) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:27:34.998089 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df87cacc-48c7-439e-b4d2-df676b44776f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:34.998555 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df87cacc-48c7-439e-b4d2-df676b44776f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:35.000076 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-df87cacc-48c7-439e-b4d2-df676b44776f admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295652 May 04 14:27:37.080269 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37732) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:27:37.204476 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab49a1b-9f1e-4777-a6f9-d035fc6bff72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:37.205860 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6ab49a1b-9f1e-4777-a6f9-d035fc6bff72 admin admin] 10.222.0.50 "GET /v2.0/subnets/74541121-6046-4078-8154-ac057eccb3aa HTTP/1.1" status: 200 len: 868 time: 0.1246436 May 04 14:27:39.282461 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37742) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:27:39.398942 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d255942f-e604-4de9-8bd2-70757593d9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:27:39.400277 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d255942f-e604-4de9-8bd2-70757593d9ed admin admin] 10.222.0.50 "GET /v2.0/subnets/d547df6c-49d8-4de1-ac06-a2b0d07c81bf HTTP/1.1" status: 200 len: 816 time: 0.1164460 May 04 14:27:42.294603 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 5 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:27:57.059562 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b903-7c75-4710-9d0d-a52597c10359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:59.617686 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:59.786134 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-832cd06e-d777-45f7-ae38-af438507bdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:00.638959 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:01.937437 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37786) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:01.992213 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [None req-457614b5-b4b1-4dfe-a1d0-2af4a5805a31 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:28:01.993179 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-457614b5-b4b1-4dfe-a1d0-2af4a5805a31 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548222 May 04 14:28:02.205305 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:04.143620 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37796) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:04.210019 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c14334-9cac-4831-b1ce-93d07d385839 admin admin] GET failed (client error): The resource could not be found. May 04 14:28:04.211240 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-65c14334-9cac-4831-b1ce-93d07d385839 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667026 May 04 14:28:04.336609 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6934ad97-8a88-4cf3-9368-e4703e16f899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:04.338051 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6934ad97-8a88-4cf3-9368-e4703e16f899 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1210725 May 04 14:28:06.462552 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37806) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:06.515950 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:28:06.520829 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:28:06.530840 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:28:06.544338 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Made reservation on behalf of dabba6f7c3624680ade1061ba3eeb9dc for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:28:06.546643 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:06.631943 dv-cinder-772623-4-iscsi neutron-server[73813]: WARNING neutron.services.revisions.revision_plugin [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Could not find related network for resource to bump revision. May 04 14:28:06.646579 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:28:06.657021 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:06.657476 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Added segment 15b61a6a-5c9f-4122-89bd-a4025e84caa3 of type vlan for network 6a58c1f1-1011-46ae-9555-f6d739654fbb May 04 14:28:06.688373 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:06.718820 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:06.720312 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:06.720867 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:06.725313 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:06.874895 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4112060 May 04 14:28:06.875750 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Pushing event updated for resources: {'Network': ['ID=6a58c1f1-1011-46ae-9555-f6d739654fbb,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:06.878798 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:06.887086 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 6a58c1f1-1011-46ae-9555-f6d739654fbb details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:28:09.010220 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37816) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:09.086836 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.pecan_wsgi.hooks.translation [None req-75452b39-f535-481a-8869-a87cd752841f admin admin] GET failed (client error): The resource could not be found. May 04 14:28:09.087337 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-75452b39-f535-481a-8869-a87cd752841f admin admin] Synchronizing usage tracker for tenant:dabba6f7c3624680ade1061ba3eeb9dc on resource:network {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:28:09.105399 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-75452b39-f535-481a-8869-a87cd752841f admin admin] Unset dirty status for tenant:dabba6f7c3624680ade1061ba3eeb9dc on resource:network {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:28:09.106586 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-75452b39-f535-481a-8869-a87cd752841f admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0952156 May 04 14:28:09.210242 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aa13e8-1f5b-473c-aa8a-6290c510feff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:09.211583 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-76aa13e8-1f5b-473c-aa8a-6290c510feff admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1009915 May 04 14:28:09.224674 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Request body: {'subnet': {'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:28:09.229442 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:28:09.239691 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:28:09.250913 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Made reservation on behalf of dabba6f7c3624680ade1061ba3eeb9dc for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:28:09.253283 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:09.639599 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:09.644102 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:09.711182 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d23321-f3be-499a-ae76-79baf0ce4b8a,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:09.714780 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:09.722002 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Checking segment: {'id': '15b61a6a-5c9f-4122-89bd-a4025e84caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:28:09.722347 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Network hostable DHCP agents. Network: 6a58c1f1-1011-46ae-9555-f6d739654fbb, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:28:09.741375 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Network 6a58c1f1-1011-46ae-9555-f6d739654fbb is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:28:09.753644 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 6a58c1f1-1011-46ae-9555-f6d739654fbb) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:28:09.757738 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:09.758313 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:09.762667 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb63c90-77a3-4cb4-b782-3ff868d75a83 None None] Network 6a58c1f1-1011-46ae-9555-f6d739654fbb requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:28:09.783564 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5622835 May 04 14:28:09.986778 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a451dd-dd73-5bd1-aab2-6d9cbca5dd60-6a58c1f1-1011-46ae-9555-f6d739654fbb', 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb', 'tenant_id': 'dabba6f7c3624680ade1061ba3eeb9dc', 'fixed_ips': [{'subnet_id': '37d23321-f3be-499a-ae76-79baf0ce4b8a'}]}} from dv-cinder-772623-4-iscsi. {{(pid=73814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:28:09.987630 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:10.166528 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Allocated IP 192.168.233.2 (6a58c1f1-1011-46ae-9555-f6d739654fbb/37d23321-f3be-499a-ae76-79baf0ce4b8a/4534d57c-5dd8-4f1f-b226-29480cab9e6e) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:28:10.370889 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:10.381414 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Transition to ACTIVE for port object 4534d57c-5dd8-4f1f-b226-29480cab9e6e will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:28:10.399600 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Transition to ACTIVE for port object 4534d57c-5dd8-4f1f-b226-29480cab9e6e will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:28:10.405854 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:10.410554 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:10.469955 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Network 6a58c1f1-1011-46ae-9555-f6d739654fbb is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:28:10.473157 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:28:10.476780 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:28:10.482509 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Pushing event updated for resources: {'Port': ['ID=4534d57c-5dd8-4f1f-b226-29480cab9e6e,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:10.490384 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.490720 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.491050 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.491378 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.491718 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.492042 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.492383 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.492698 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.492999 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.493313 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.493624 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.493934 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:10.519866 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:10.579367 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Attempting to bind port 4534d57c-5dd8-4f1f-b226-29480cab9e6e on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:28:10.579780 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Attempting to bind port 4534d57c-5dd8-4f1f-b226-29480cab9e6e by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '15b61a6a-5c9f-4122-89bd-a4025e84caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:28:10.580134 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Attempting to bind port 4534d57c-5dd8-4f1f-b226-29480cab9e6e on network 6a58c1f1-1011-46ae-9555-f6d739654fbb {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:28:10.585729 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:28:10.585894 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Checking segment: {'id': '15b61a6a-5c9f-4122-89bd-a4025e84caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:28:10.586876 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:10.586876 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Bound using segment: {'id': '15b61a6a-5c9f-4122-89bd-a4025e84caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:28:10.587059 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Bound port: 4534d57c-5dd8-4f1f-b226-29480cab9e6e, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b61a6a-5c9f-4122-89bd-a4025e84caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:28:10.587421 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:10.674275 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] For port 4534d57c-5dd8-4f1f-b226-29480cab9e6e, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:28:10.677323 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] For port 4534d57c-5dd8-4f1f-b226-29480cab9e6e, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=4534d57c-5dd8-4f1f-b226-29480cab9e6e,segment=NetworkSegment(15b61a6a-5c9f-4122-89bd-a4025e84caa3),segment_id=15b61a6a-5c9f-4122-89bd-a4025e84caa3)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:28:10.682615 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:10.686613 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f646e166-f99a-4163-ae0c-4ac6b2c6ebdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:10.759525 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Pushing event updated for resources: {'Port': ['ID=4534d57c-5dd8-4f1f-b226-29480cab9e6e,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:10.763173 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:11.566423 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52765dc9-9cef-4fdb-9313-e07beff9a1c8 None None] Network 6a58c1f1-1011-46ae-9555-f6d739654fbb requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:28:11.670703 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-1c18868a-94e4-498c-8594-9f905f57bda9 None None] Provisioning for port 4534d57c-5dd8-4f1f-b226-29480cab9e6e completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:28:11.877791 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 4534d57c-5dd8-4f1f-b226-29480cab9e6e up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:28:11.952729 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 4534d57c-5dd8-4f1f-b226-29480cab9e6e completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:28:11.957539 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 4534d57c-5dd8-4f1f-b226-29480cab9e6e triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:28:11.957908 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:12.024344 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-516e19b0-9705-4c89-8daa-ac89d5442ddb None None] Provisioning complete for port 4534d57c-5dd8-4f1f-b226-29480cab9e6e triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:28:12.024705 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-516e19b0-9705-4c89-8daa-ac89d5442ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:12.133011 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:12.213151 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 4534d57c-5dd8-4f1f-b226-29480cab9e6e, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=4534d57c-5dd8-4f1f-b226-29480cab9e6e,segment=NetworkSegment(15b61a6a-5c9f-4122-89bd-a4025e84caa3),segment_id=15b61a6a-5c9f-4122-89bd-a4025e84caa3)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:28:12.214189 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-516e19b0-9705-4c89-8daa-ac89d5442ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:12.224689 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:12.230767 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:12.344167 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=4534d57c-5dd8-4f1f-b226-29480cab9e6e,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:12.348629 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:12.351014 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.db.api [None req-516e19b0-9705-4c89-8daa-ac89d5442ddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:28:12.351381 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_db.api [None req-516e19b0-9705-4c89-8daa-ac89d5442ddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:28:13.853411 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 4534d57c-5dd8-4f1f-b226-29480cab9e6e up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:28:13.921327 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 4534d57c-5dd8-4f1f-b226-29480cab9e6e triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:28:13.921693 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:19.296864 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 5 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:28:27.064473 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e41b5ffa-427d-4408-b1d0-b906af28b63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:29.623961 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:29.784773 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-48b6f516-e706-44d3-8da9-f976edbe0a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:30.642131 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:32.205952 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:56.295914 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 5 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:28:57.076233 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-641d0f6d-15a3-4240-9cf7-5f0212c76fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:59.622295 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:59.789837 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aff25a2b-f87a-47b5-82d6-a44701546138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:00.644771 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:02.208649 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:14.289130 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37866) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:29:14.295907 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [None req-874784a8-d57a-4dd3-9073-efe79eba6c96 tempest-verify_tempest_config-2001927495 tempest-verify_tempest_config-2001927495-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:29:14.296854 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-874784a8-d57a-4dd3-9073-efe79eba6c96 tempest-verify_tempest_config-2001927495 tempest-verify_tempest_config-2001927495-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067883 May 04 14:29:14.626398 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37884) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:29:14.749757 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:14.763960 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:29:14.768164 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Usage tracker for resource:security_group_rule and tenant:07cbb5502b2043c3a1fb963a03ee1680 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:29:14.771157 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:29:14.777424 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:29:14.861120 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:14.867409 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:14.875298 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:29:14.913982 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07cbb5502b2043c3a1fb963a03ee1680&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2865894 May 04 14:29:14.914755 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd36ada6-a8fc-4616-94f9-889d7033a037,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:29:14.916685 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 37890) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:29:14.931515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.931883 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.932204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.932520 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.932830 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.933157 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.933469 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.933774 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.934095 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.934401 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.934698 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.934989 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:29:14.939004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:29:14.988263 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-39bcbb3f-3dec-4e79-9683-897738d1300e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:15.012461 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-39bcbb3f-3dec-4e79-9683-897738d1300e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:15.106680 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-39bcbb3f-3dec-4e79-9683-897738d1300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:15.112222 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:29:15.123055 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcbb3f-3dec-4e79-9683-897738d1300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd36ada6-a8fc-4616-94f9-889d7033a037,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:29:15.128684 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-39bcbb3f-3dec-4e79-9683-897738d1300e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:29:15.129589 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-39bcbb3f-3dec-4e79-9683-897738d1300e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:15.131947 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-39bcbb3f-3dec-4e79-9683-897738d1300e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd36ada6-a8fc-4616-94f9-889d7033a037 HTTP/1.1" status: 204 len: 168 time: 0.2131841 May 04 14:29:27.073323 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2b7872dd-9099-4f97-a9d2-550ed343983d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:29.627631 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:29.803196 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ccfab3b5-a47c-4ae7-a8e8-4ad818914994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:30.655557 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:32.216076 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:33.305078 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 5 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:29:57.083986 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d9ed46a0-cf66-461c-bf62-20edf5a8ee1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:59.632045 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:59.804336 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2589e394-d649-4dfb-987f-dd21c76f0fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:00.659363 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:02.220737 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:10.300466 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 5 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:30:27.089541 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a8350bc0-fe2b-4a6a-acea-bcdd451df18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:29.634803 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:29.803943 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a6e489e-13f6-4696-8c28-8ebb876d4d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:30.666675 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:32.221670 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:47.299958 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 5 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:30:53.059317 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015'] for agent, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:57.077612 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fc5b87b2-93d5-4bde-8765-7edd05f8e68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:59.634804 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:59.804057 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-024d93b2-a72b-4613-8dc7-693801fe0198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:00.659966 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:02.221692 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:08.028168 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37962) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:31:08.153419 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-db4523f6-61be-4429-88c4-2f2ffa4cc663 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1240816 May 04 14:31:10.241607 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 37972) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:31:10.306398 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f48f0d22-bc38-4d82-8be6-3e8588ef26fd admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0635366 May 04 14:31:23.037505 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:24.304845 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:31:27.079381 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c2442967-12d8-4a13-88ce-8af6d33178f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:29.635375 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:29.803436 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5cae99f2-5a0f-411a-8311-9449bf4c3f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:30.672361 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:32.320801 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:53.050554 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:57.073462 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e2e91ff6-0708-4637-abf7-0e1399a565e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:59.633901 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:59.797975 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8b080518-e63c-4a57-ac04-67bb7177a496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:00.675580 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:01.309839 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:32:02.230108 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:23.041779 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:27.078531 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fb03b36f-7512-4741-b30f-b17cf5e642a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:29.629328 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:29.801328 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d03277d2-6360-4947-853e-6a4e3fcb1b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:30.672500 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:32.231416 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:37.769776 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38094) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:37.962884 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2053895538-network', 'tenant_id': 'b6a6cf16070d445d9016c5eb60123e9c'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:37.968349 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:37.972692 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Usage tracker for resource:network and tenant:b6a6cf16070d445d9016c5eb60123e9c is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:37.975771 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:37.981970 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:38.001293 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Made reservation on behalf of b6a6cf16070d445d9016c5eb60123e9c for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:38.003946 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.016336 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.032098 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:38.036470 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Usage tracker for resource:security_group_rule and tenant:b6a6cf16070d445d9016c5eb60123e9c is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:38.039229 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:38.044886 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:38.131245 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.138272 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.153003 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:32:38.156319 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:38.183699 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a38f4d3-ff13-40e8-856c-f427c4f9b9b1,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:38.191614 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.191998 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.192333 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.192658 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.193017 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.193384 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.193657 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.193974 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.194279 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.194769 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.195079 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.195442 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Tracked resource versions report: May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: pushed versions: May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: { 'AddressGroup': {'1.2'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'ConntrackHelper': {'1.0'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Log': {'1.0'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Network': {'1.1'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Port': {'1.7'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'PortForwarding': {'1.2'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'QosPolicy': {'1.8'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SecurityGroup': {'1.4'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SecurityGroupRule': {'1.2'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SubPort': {'1.0'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Subnet': {'1.1'}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Trunk': {'1.1'}} May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: consumer versions: May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: { DHCP agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: HyperV agent@hv-cinder-77262: {}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: L3 agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: Metadata agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: Metering agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: Open vSwitch agent@dv-cinder-772623-4-iscsi: { 'AddressGroup': '1.2', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'ConntrackHelper': '1.0', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Log': '1.0', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Network': '1.1', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Port': '1.7', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'PortForwarding': '1.2', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'QosPolicy': '1.8', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SecurityGroup': '1.4', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SecurityGroupRule': '1.2', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'SubPort': '1.0', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Subnet': '1.1', May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: 'Trunk': '1.1'}} May 04 14:32:38.196384 dv-cinder-772623-4-iscsi neutron-server[73813]: {{(pid=73813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:32:38.200148 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:38.202841 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.203171 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Added segment 5796d5e0-46d9-4447-b2a1-fe584d0c3c28 of type vlan for network f853e2b5-e77d-4c7b-9a41-4c5ad347409f May 04 14:32:38.234095 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.271758 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.273344 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:38.273963 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.279605 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bb2b48ab-489a-4c8a-9696-9758df4c4d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:38.309454 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:32:38.385949 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Pushing event updated for resources: {'Network': ['ID=f853e2b5-e77d-4c7b-9a41-4c5ad347409f,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:38.388945 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:38.399312 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network f853e2b5-e77d-4c7b-9a41-4c5ad347409f details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:32:38.411579 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38136) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:38.412652 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6417837 May 04 14:32:38.418141 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Request body: {'subnet': {'network_id': 'f853e2b5-e77d-4c7b-9a41-4c5ad347409f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2053895538-subnet', 'tenant_id': 'b6a6cf16070d445d9016c5eb60123e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:38.424255 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:38.428956 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Usage tracker for resource:subnet and tenant:b6a6cf16070d445d9016c5eb60123e9c is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:38.432590 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:38.439562 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:38.452015 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Made reservation on behalf of b6a6cf16070d445d9016c5eb60123e9c for: {'subnet': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:38.455567 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.885394 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.891404 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:38.968668 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd77afb3-e559-4b48-94fa-84fd2f255455,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:38.978783 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.979074 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.979454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.979831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.980153 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.980499 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.980809 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.981094 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.981440 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.981759 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.982066 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.982376 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Tracked resource versions report: May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: pushed versions: May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: { 'AddressGroup': {'1.2'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'ConntrackHelper': {'1.0'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Log': {'1.0'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Network': {'1.1'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Port': {'1.7'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'PortForwarding': {'1.2'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'QosPolicy': {'1.8'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SecurityGroup': {'1.4'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SecurityGroupRule': {'1.2'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SubPort': {'1.0'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Subnet': {'1.1'}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Trunk': {'1.1'}} May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: consumer versions: May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: { DHCP agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: HyperV agent@hv-cinder-77262: {}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: L3 agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: Metadata agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: Metering agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: Open vSwitch agent@dv-cinder-772623-4-iscsi: { 'AddressGroup': '1.2', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'ConntrackHelper': '1.0', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Log': '1.0', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Network': '1.1', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Port': '1.7', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'PortForwarding': '1.2', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'QosPolicy': '1.8', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SecurityGroup': '1.4', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SecurityGroupRule': '1.2', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'SubPort': '1.0', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Subnet': '1.1', May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: 'Trunk': '1.1'}} May 04 14:32:38.983412 dv-cinder-772623-4-iscsi neutron-server[73812]: {{(pid=73812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:32:38.989249 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:38.991996 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Checking segment: {'id': '5796d5e0-46d9-4447-b2a1-fe584d0c3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f853e2b5-e77d-4c7b-9a41-4c5ad347409f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:32:38.992140 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Network hostable DHCP agents. Network: f853e2b5-e77d-4c7b-9a41-4c5ad347409f, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:32:39.018472 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Network f853e2b5-e77d-4c7b-9a41-4c5ad347409f is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:32:39.030467 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, f853e2b5-e77d-4c7b-9a41-4c5ad347409f) {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:39.035451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:39.036114 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:39.045903 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa28364-88bc-43b3-86d0-920fb9a60c1b None None] Network f853e2b5-e77d-4c7b-9a41-4c5ad347409f requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:39.064230 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6504042 May 04 14:32:39.326637 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a1554-30f3-417e-abde-7423b57628bf None None] Network f853e2b5-e77d-4c7b-9a41-4c5ad347409f requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:39.691960 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38206) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:39.714173 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38214) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:39.989357 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38226) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:40.219204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1928084182-network', 'tenant_id': 'a4968801896e448f940712ab47732e8d'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:40.224828 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:40.230671 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Usage tracker for resource:network and tenant:a4968801896e448f940712ab47732e8d is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:40.235016 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:40.241173 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:40.256811 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-767230722-network', 'tenant_id': '6db66aa4af824310a2f6f5cbe3efbba7'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:40.261391 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Made reservation on behalf of a4968801896e448f940712ab47732e8d for: {'network': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:40.264260 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.275495 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:40.281802 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.295945 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38238) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:40.296193 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Usage tracker for resource:network and tenant:6db66aa4af824310a2f6f5cbe3efbba7 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:40.301110 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:40.310047 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:40.313017 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:40.318041 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Usage tracker for resource:security_group_rule and tenant:a4968801896e448f940712ab47732e8d is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:40.322193 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:40.330809 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:40.341634 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Made reservation on behalf of 6db66aa4af824310a2f6f5cbe3efbba7 for: {'network': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:40.342779 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-network', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:40.349258 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:40.350310 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.359589 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Usage tracker for resource:network and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:40.364183 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:40.377186 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:40.382090 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.393638 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Made reservation on behalf of cf5345351fb64096b9d4615d49a85a11 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:40.396277 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.426006 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.443196 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:40.454639 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Usage tracker for resource:security_group_rule and tenant:6db66aa4af824310a2f6f5cbe3efbba7 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:40.470592 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-network', 'tenant_id': 'bc29be53d5f9457595547958e20a998a'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:40.470738 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:40.476611 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:40.482309 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Usage tracker for resource:network and tenant:bc29be53d5f9457595547958e20a998a is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:40.485433 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:40.485878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:40.493573 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:40.509660 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:40.514591 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Usage tracker for resource:security_group_rule and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:40.518728 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:40.527010 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:40.647112 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.649169 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Made reservation on behalf of bc29be53d5f9457595547958e20a998a for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:40.652395 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.668308 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.696171 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:40.698708 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.707691 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:bc29be53d5f9457595547958e20a998a is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:40.721922 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:40.728746 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:40.751830 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.769750 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.775164 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:32:40.782799 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:40.786511 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.786846 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Added segment 183591a6-9610-41e9-a12f-0bd2c30cde70 of type vlan for network 2f55b652-6723-4dae-8ef8-191ed5aa1699 May 04 14:32:40.796669 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c5776893-f06a-4efc-92a2-3196064bc17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:40.856007 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.856007 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=73812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:32:40.872341 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.873744 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.segments_db [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Added segment 0c503d30-75b2-4465-9a1b-a964be5539cb of type vlan for network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf May 04 14:32:40.889534 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.895204 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5222b4f-e888-4ccf-81c7-8fb448349f1a,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:40.901764 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:40.921580 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.960385 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.964076 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.969363 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:40.973105 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.978432 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.992885 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:40.993594 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.013111 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=73812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:32:41.013563 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:41.023397 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a650f3-42ce-4e4d-b09a-693cf651e3e5,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:41.027618 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:41.030114 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38270) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:41.030829 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-39bcbb3f-3dec-4e79-9683-897738d1300e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:41.056440 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-574556045-network', 'tenant_id': '2deef91e051a4666a61e99aaf2cfd538'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:41.060756 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.061253 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.segments_db [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Added segment 74cee9f9-01e9-465e-a8c3-66db8c5b93a5 of type vlan for network e41747d0-5b71-4fe8-8b61-df5711da486f May 04 14:32:41.099199 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:41.101559 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.160454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Usage tracker for resource:network and tenant:2deef91e051a4666a61e99aaf2cfd538 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:41.163550 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.172435 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93728c0-0ed1-4ce0-afb0-744717daf76a,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:41.176333 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:41.180702 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Pushing event updated for resources: {'Network': ['ID=2f55b652-6723-4dae-8ef8-191ed5aa1699,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:41.187107 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1945872 May 04 14:32:41.188521 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:41.188706 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:41.191014 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-664fe036-a988-48c9-aaf1-d758c31b7546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:41.198160 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38284) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:41.199149 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:41.212643 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:32:41.216353 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Request body: {'subnet': {'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-subnet', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:41.229955 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:41.237060 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:32:41.242789 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Usage tracker for resource:subnet and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:41.250005 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:41.252995 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eba0dc-a012-473d-af82-a8fdc756bc74,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:41.260029 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:41.262305 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:41.267895 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.268572 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Added segment 2d604459-71e4-4a1d-b450-d260d9b7a365 of type vlan for network 375c64a7-d216-49b0-a85c-1971e50e8e56 May 04 14:32:41.273694 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5778170 May 04 14:32:41.275921 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38290) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:41.286187 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Request body: {'subnet': {'network_id': '6601bb8a-76cf-4a57-bf51-fc85cd6f7caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1928084182-subnet', 'tenant_id': 'a4968801896e448f940712ab47732e8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:41.295250 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:41.304094 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Usage tracker for resource:subnet and tenant:a4968801896e448f940712ab47732e8d is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:41.309420 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:41.312736 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:41.314001 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Made reservation on behalf of cf5345351fb64096b9d4615d49a85a11 for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:41.316264 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.342897 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:41.348323 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.370340 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.453456 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Made reservation on behalf of a4968801896e448f940712ab47732e8d for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:41.455762 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.488842 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Made reservation on behalf of 2deef91e051a4666a61e99aaf2cfd538 for: {'network': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:41.492203 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.521217 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.536253 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Pushing event updated for resources: {'Network': ['ID=6601bb8a-76cf-4a57-bf51-fc85cd6f7caf,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:41.550707 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:41.550970 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:32:41.567944 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:41.575176 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Usage tracker for resource:security_group_rule and tenant:2deef91e051a4666a61e99aaf2cfd538 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:41.579612 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:41.586804 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:41.593535 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.599530 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:41.600958 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.609291 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:41.728601 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.743135 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:41.744260 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.768242 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Pushing event updated for resources: {'Network': ['ID=e41747d0-5b71-4fe8-8b61-df5711da486f,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:41.771913 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:41.780683 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:41.781116 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network e41747d0-5b71-4fe8-8b61-df5711da486f details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:32:41.809263 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0939794 May 04 14:32:41.812199 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38308) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:41.820451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Request body: {'subnet': {'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-767230722-subnet', 'tenant_id': '6db66aa4af824310a2f6f5cbe3efbba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:41.833215 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:41.841716 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5445654 May 04 14:32:41.844986 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38318) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:41.846648 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Usage tracker for resource:subnet and tenant:6db66aa4af824310a2f6f5cbe3efbba7 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:41.855519 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Request body: {'subnet': {'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-subnet', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:41.859277 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:41.865086 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:41.877889 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:41.881256 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Usage tracker for resource:subnet and tenant:bc29be53d5f9457595547958e20a998a is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:41.890987 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:41.911733 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:41.930443 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Made reservation on behalf of 6db66aa4af824310a2f6f5cbe3efbba7 for: {'subnet': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:41.932849 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:41.976770 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Made reservation on behalf of bc29be53d5f9457595547958e20a998a for: {'subnet': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:41.983747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:42.023170 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:42.121853 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:42.153895 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2dd44c1d-cc8e-4134-a4cb-9f7452134c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:42.247936 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=73812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:32:42.276963 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538c6ce5-4bfe-48b1-95d3-2197b3c31337,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:42.284534 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:42.287769 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:42.288205 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.segments_db [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Added segment 28cea8aa-b811-4821-b2b3-81e9a3ce5918 of type vlan for network 095f40db-9eff-4ec1-8226-f6833922b2b9 May 04 14:32:42.294838 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=375c64a7-d216-49b0-a85c-1971e50e8e56,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:42.297591 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:42.344962 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 375c64a7-d216-49b0-a85c-1971e50e8e56 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:32:42.502232 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:42.710446 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:42.715063 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:42.725292 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:42.726038 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:42.726915 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ac18c5c7-0b67-4336-b328-4591021c00bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:42.737908 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:42.854663 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e460427e-8e27-479c-bbd8-8cbee88c1e50,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:42.863722 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:42.870684 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Checking segment: {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:32:42.871086 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Network hostable DHCP agents. Network: 2f55b652-6723-4dae-8ef8-191ed5aa1699, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:32:42.877539 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:42.885494 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:42.920720 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Pushing event updated for resources: {'Network': ['ID=095f40db-9eff-4ec1-8226-f6833922b2b9,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:42.923413 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:42.926691 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8866751 May 04 14:32:42.929773 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38378) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:42.935849 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Request body: {'subnet': {'network_id': '095f40db-9eff-4ec1-8226-f6833922b2b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-574556045-subnet', 'tenant_id': '2deef91e051a4666a61e99aaf2cfd538', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:42.942240 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 095f40db-9eff-4ec1-8226-f6833922b2b9 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:32:42.944931 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:42.981156 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:32:43.005343 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Usage tracker for resource:subnet and tenant:2deef91e051a4666a61e99aaf2cfd538 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:43.011890 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:43.019032 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d48820d-4b77-4422-8a32-18fefc1692a8,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:43.023627 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:43.027821 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 2f55b652-6723-4dae-8ef8-191ed5aa1699) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:43.034984 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:43.035568 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:43.039234 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Checking segment: {'id': '0c503d30-75b2-4465-9a1b-a964be5539cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6601bb8a-76cf-4a57-bf51-fc85cd6f7caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:32:43.039585 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Network hostable DHCP agents. Network: 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:32:43.069402 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8647838 May 04 14:32:43.069748 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38390) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:43.070071 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a87cbcc-b6f0-46d8-aa1e-ea425c238e2c None None] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:43.073881 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:32:43.080661 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:43.087132 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:43.094081 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Usage tracker for resource:router and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:43.097244 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:43.098841 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:43.098968 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:43.106342 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:43.106848 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:43.111509 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:43.129531 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25cea6-15fa-4084-b7a0-022a7e3a0c4a None None] Network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:43.133214 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29531'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:43.134558 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29522'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:43.152724 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:43.172813 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8901231 May 04 14:32:43.184329 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Made reservation on behalf of 2deef91e051a4666a61e99aaf2cfd538 for: {'subnet': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:43.187151 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:43.523008 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:43.686649 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a451dd-dd73-5bd1-aab2-6d9cbca5dd60-2f55b652-6723-4dae-8ef8-191ed5aa1699', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50'}]}} from dv-cinder-772623-4-iscsi. {{(pid=73814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:32:43.687481 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:43.721312 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595672c-da46-4e78-ba1c-7dd02c9a7d4b None None] Network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:43.733290 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38444) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:43.745671 dv-cinder-772623-4-iscsi neutron-server[73812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 14:32:43.916338 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:43.985308 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.002624 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4cd4bda9-cf43-4551-b789-5e99765140d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:44.027396 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Allocated IP 172.20.0.2 (2f55b652-6723-4dae-8ef8-191ed5aa1699/e460427e-8e27-479c-bbd8-8cbee88c1e50/49ff7372-d2f5-4747-9c87-b74cf5613303) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:32:44.093697 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.185169 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c402528-8eea-498a-a89a-78942360a382 req-ca2121c8-4c2b-468f-be22-925a97bca68d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:44.185900 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2c402528-8eea-498a-a89a-78942360a382 req-ca2121c8-4c2b-468f-be22-925a97bca68d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Synchronizing usage tracker for tenant:a4968801896e448f940712ab47732e8d on resource:network {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:32:44.199373 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df62e40-ed5f-4351-aaf5-c84de8ddcd62,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:44.204489 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:44.207309 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:44.234718 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Checking segment: {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:32:44.235932 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Network hostable DHCP agents. Network: e41747d0-5b71-4fe8-8b61-df5711da486f, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:32:44.237010 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.323386 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.337381 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Transition to ACTIVE for port object 49ff7372-d2f5-4747-9c87-b74cf5613303 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:32:44.341130 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2c402528-8eea-498a-a89a-78942360a382 req-ca2121c8-4c2b-468f-be22-925a97bca68d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Unset dirty status for tenant:a4968801896e448f940712ab47732e8d on resource:network {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:32:44.348237 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-ca2121c8-4c2b-468f-be22-925a97bca68d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/networks?id=6601bb8a-76cf-4a57-bf51-fc85cd6f7caf HTTP/1.1" status: 200 len: 812 time: 0.6105533 May 04 14:32:44.359279 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Transition to ACTIVE for port object 49ff7372-d2f5-4747-9c87-b74cf5613303 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:32:44.374634 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.382825 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-ebcaf902-1c57-45c7-8572-76fd137eb068 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/quotas/a4968801896e448f940712ab47732e8d HTTP/1.1" status: 200 len: 375 time: 0.0337029 May 04 14:32:44.383907 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:44.392132 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Allocated IP 172.27.0.240 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/43ecdb6b-7a1c-470e-b5e8-5e1279134b58) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:32:44.427223 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Checking segment: {'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:32:44.427573 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Network hostable DHCP agents. Network: 375c64a7-d216-49b0-a85c-1971e50e8e56, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:32:44.439456 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667c96f8-2af0-4b71-97ec-2f5e81e96edd,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:44.463464 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Pushing event updated for resources: {'Port': ['ID=49ff7372-d2f5-4747-9c87-b74cf5613303,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:44.466112 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-be4a3d16-5c39-4611-8640-c50d25692ff5 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4968801896e448f940712ab47732e8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823212 May 04 14:32:44.477804 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.478420 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.479907 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.480552 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.480916 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:44.481522 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.481726 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Network e41747d0-5b71-4fe8-8b61-df5711da486f is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:32:44.482379 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.483027 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.483655 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.484470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.485084 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.485980 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.486725 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Tracked resource versions report: May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: pushed versions: May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: { 'AddressGroup': {'1.2'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'ConntrackHelper': {'1.0'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Log': {'1.0'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Network': {'1.1'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Port': {'1.7'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'PortForwarding': {'1.2'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'QosPolicy': {'1.8'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SecurityGroup': {'1.4'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SecurityGroupRule': {'1.2'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SubPort': {'1.0'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Subnet': {'1.1'}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Trunk': {'1.1'}} May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: consumer versions: May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: { DHCP agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: HyperV agent@hv-cinder-77262: {}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: L3 agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: Metadata agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: Metering agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: Open vSwitch agent@dv-cinder-772623-4-iscsi: { 'AddressGroup': '1.2', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'ConntrackHelper': '1.0', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Log': '1.0', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Network': '1.1', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Port': '1.7', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'PortForwarding': '1.2', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'QosPolicy': '1.8', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SecurityGroup': '1.4', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SecurityGroupRule': '1.2', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'SubPort': '1.0', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Subnet': '1.1', May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: 'Trunk': '1.1'}} May 04 14:32:44.488857 dv-cinder-772623-4-iscsi neutron-server[73814]: {{(pid=73814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:32:44.495096 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:44.500988 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.507459 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:32:44.510837 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:44.513538 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:44.518599 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:32:44.558533 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.611140 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.617081 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=772af6a8-f776-419d-8b7f-22e68cbbe133,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:44.620299 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, e41747d0-5b71-4fe8-8b61-df5711da486f) {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:44.625938 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:44.633325 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:44.636295 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Network 375c64a7-d216-49b0-a85c-1971e50e8e56 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:32:44.677916 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 375c64a7-d216-49b0-a85c-1971e50e8e56) {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:44.684824 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:32:44.687025 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:44.689716 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:32:44.690500 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:44.691090 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.714958 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Checking segment: {'id': '28cea8aa-b811-4821-b2b3-81e9a3ce5918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '095f40db-9eff-4ec1-8226-f6833922b2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:32:44.715516 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Network hostable DHCP agents. Network: 095f40db-9eff-4ec1-8226-f6833922b2b9, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:32:44.727645 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-6482fed6-94c4-45e3-9c14-d6df45c1b131 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.8766680 May 04 14:32:44.730706 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:44.731519 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.739560 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d916e7ef-2ebf-43e4-85dd-6b14e2dc61db None None] Network 375c64a7-d216-49b0-a85c-1971e50e8e56 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:44.750037 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38496) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:44.754494 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc5a07-17ae-42c3-96c7-f71ee60f762b None None] Network e41747d0-5b71-4fe8-8b61-df5711da486f requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:44.760735 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-router', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:44.767930 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:44.772475 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Usage tracker for resource:router and tenant:bc29be53d5f9457595547958e20a998a is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:44.776926 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:44.783606 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:44.794297 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-ee567366-2a62-4943-8fa7-c134e587ed3a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9802504 May 04 14:32:44.799212 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29531'] for router, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.801064 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29522'] for router, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.835011 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:44.976585 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Attempting to bind port 49ff7372-d2f5-4747-9c87-b74cf5613303 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:32:44.976956 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Attempting to bind port 49ff7372-d2f5-4747-9c87-b74cf5613303 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:32:44.977313 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Attempting to bind port 49ff7372-d2f5-4747-9c87-b74cf5613303 on network 2f55b652-6723-4dae-8ef8-191ed5aa1699 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:32:44.979781 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Network 095f40db-9eff-4ec1-8226-f6833922b2b9 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:32:45.005470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:32:45.005849 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Checking segment: {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:32:45.006300 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:45.006700 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Bound using segment: {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:32:45.007123 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Bound port: 49ff7372-d2f5-4747-9c87-b74cf5613303, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:32:45.007511 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:45.106812 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Pushing event updated for resources: {'Port': ['ID=43ecdb6b-7a1c-470e-b5e8-5e1279134b58,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:45.201894 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:45.299438 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:45.311958 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-464c9ccf-89c5-4ccf-859c-9ad2c3f6744f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:32:45.312549 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-464c9ccf-89c5-4ccf-859c-9ad2c3f6744f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3388479 May 04 14:32:45.332374 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] For port 49ff7372-d2f5-4747-9c87-b74cf5613303, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:32:45.374397 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:45.375695 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] For port 49ff7372-d2f5-4747-9c87-b74cf5613303, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=49ff7372-d2f5-4747-9c87-b74cf5613303,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:32:45.390710 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:45.430608 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 095f40db-9eff-4ec1-8226-f6833922b2b9) {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:45.433653 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38516) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:45.434900 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:45.453861 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:45.454454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:45.474962 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61c994-50b0-49b3-8f4e-2a9532bdbd4b None None] Network 095f40db-9eff-4ec1-8226-f6833922b2b9 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:45.504387 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5733368 May 04 14:32:45.622328 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-ec24fe90-e443-4246-920b-e7a7955280ab service neutron] 10.222.0.50 "GET /v2.0/networks/6601bb8a-76cf-4a57-bf51-fc85cd6f7caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937324 May 04 14:32:45.650269 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38542) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:45.737034 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef396400-33ef-427a-9c3d-6bf3b4eaea1b None None] Network 375c64a7-d216-49b0-a85c-1971e50e8e56 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:45.748898 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38544) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:45.752070 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ef640a-b61b-4704-b980-bb00026393a5 None None] Network e41747d0-5b71-4fe8-8b61-df5711da486f requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:45.791268 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:45.819397 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bec5d02-9ed5-484e-bb65-79d9226be85b None None] Network 095f40db-9eff-4ec1-8226-f6833922b2b9 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:45.828630 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-3ea3c160-fb6f-4896-9c2a-8826a0c9caac service neutron] 10.222.0.50 "GET /v2.0/networks/6601bb8a-76cf-4a57-bf51-fc85cd6f7caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937528 May 04 14:32:45.849869 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:45.859517 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] Usage tracker for resource:security_group_rule and tenant:4c40c510703f4151a82334f4c16c298f is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:45.973568 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:45.980298 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:45.991611 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:46.167614 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6e72-4088-4e97-8593-77042c266a56 req-5bd25260-d000-439d-99b1-d4a5f7211356 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:46.169080 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-031e6e72-4088-4e97-8593-77042c266a56 req-5bd25260-d000-439d-99b1-d4a5f7211356 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Synchronizing usage tracker for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:network {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:32:46.224068 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Pushing event updated for resources: {'Port': ['ID=49ff7372-d2f5-4747-9c87-b74cf5613303,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:46.311578 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:46.369518 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa0b41e-ce85-400c-8fcf-27cb5afdd1fb admin admin] Deleting subnet cd77afb3-e559-4b48-94fa-84fd2f255455 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:32:46.375178 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:46.384336 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b41e-ce85-400c-8fcf-27cb5afdd1fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:46.404595 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8cb66f07-7b84-46f5-8370-e7e2fc3218d9 req-a5b455c4-996d-4a77-b78e-4565e3aeb950 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 210 time: 0.1817992 May 04 14:32:46.405446 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:46.435610 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:46.471532 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6041821-17fb-451f-8d13-d046932ef34b,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:46.473513 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-031e6e72-4088-4e97-8593-77042c266a56 req-5bd25260-d000-439d-99b1-d4a5f7211356 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Unset dirty status for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:network {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:32:46.473845 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b41e-ce85-400c-8fcf-27cb5afdd1fb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:46.476354 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-5bd25260-d000-439d-99b1-d4a5f7211356 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 814 time: 0.6937263 May 04 14:32:46.483948 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:46.503107 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b41e-ce85-400c-8fcf-27cb5afdd1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:46.571593 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-c291cb9e-d0c7-4acf-8c1f-e448ff4c3423 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/quotas/6db66aa4af824310a2f6f5cbe3efbba7 HTTP/1.1" status: 200 len: 375 time: 0.0795720 May 04 14:32:46.574992 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Router 234d38ef-6112-41a1-82d3-dff212ee9bfa is scheduled to L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:32:46.782301 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c40c510703f4151a82334f4c16c298f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3457065 May 04 14:32:46.792985 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38592) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:46.799005 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-3201539e-e35d-406c-9abd-b1858d5b8292 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2178471 May 04 14:32:46.830947 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:46.881121 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:46.988130 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-14816bd2-94b0-44f1-b93c-8267d6e3fe67 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:32:46.989143 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-14816bd2-94b0-44f1-b93c-8267d6e3fe67 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0654128 May 04 14:32:47.049183 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:32:47.061894 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Sync routers for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:32:47.073110 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:32:47.074086 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:32:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:47.100018 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe951ed-e2ba-4e56-bae1-8f0dc8b15c34 None None] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:32:47.252308 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Allocated IP 172.27.0.254 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/a0d1a1f4-8232-4596-83ea-cd4e5266e3a2) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:32:47.266540 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9087d82-575e-489d-88dd-b91638492196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:47.268173 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-37644237-df44-4b81-929a-fa366986d5ab service neutron] 10.222.0.50 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715011 May 04 14:32:47.292134 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b41e-ce85-400c-8fcf-27cb5afdd1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:47.319021 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:47.363215 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-a862d4cc-d68b-4ba1-9352-2e2e70bbda84 None None] Provisioning for port 49ff7372-d2f5-4747-9c87-b74cf5613303 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:32:47.394701 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:47.399332 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3285835 May 04 14:32:47.403276 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38620) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:47.405690 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0b41e-ce85-400c-8fcf-27cb5afdd1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd77afb3-e559-4b48-94fa-84fd2f255455,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:47.409798 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ffa0b41e-ce85-400c-8fcf-27cb5afdd1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:47.419265 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9087d82-575e-489d-88dd-b91638492196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:47.492044 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b41e-ce85-400c-8fcf-27cb5afdd1fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:47.497267 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ffa0b41e-ce85-400c-8fcf-27cb5afdd1fb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cd77afb3-e559-4b48-94fa-84fd2f255455 HTTP/1.1" status: 204 len: 168 time: 1.7208672 May 04 14:32:47.506771 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38626) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:47.520040 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:32:47.718728 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-d9e58a5d-384b-420d-b91a-4125400a64a2 service neutron] 10.222.0.50 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434576 May 04 14:32:47.726816 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:47.796601 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:47.841150 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9087d82-575e-489d-88dd-b91638492196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:47.862075 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:47.867967 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:47.874468 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b23413ee-6394-4329-8003-05daf515c3a7 req-087d986a-faea-4f6a-9a7d-2a8efe7bf742 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 210 time: 0.0708828 May 04 14:32:47.876334 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:47.885348 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:45Z', 'revision_number': 3, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:47.890008 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Checking router: 234d38ef-6112-41a1-82d3-dff212ee9bfa for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:32:47.890576 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Updating router 234d38ef-6112-41a1-82d3-dff212ee9bfa port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 binding host dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:32:47.944109 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9087d82-575e-489d-88dd-b91638492196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6041821-17fb-451f-8d13-d046932ef34b,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:47.985510 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:32:47.994280 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:47.996676 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:48.016292 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:32:48.158801 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d1a1f4-8232-4596-83ea-cd4e5266e3a2,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:48.222279 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 49ff7372-d2f5-4747-9c87-b74cf5613303 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:32:48.222795 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:48.272145 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c9087d82-575e-489d-88dd-b91638492196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:48.318568 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9087d82-575e-489d-88dd-b91638492196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:48.319751 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c9087d82-575e-489d-88dd-b91638492196 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6041821-17fb-451f-8d13-d046932ef34b HTTP/1.1" status: 204 len: 168 time: 1.5257909 May 04 14:32:48.436747 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 49ff7372-d2f5-4747-9c87-b74cf5613303 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:32:48.444423 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 49ff7372-d2f5-4747-9c87-b74cf5613303 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:32:48.444791 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:48.576360 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:48.649510 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:48.699487 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:48.710241 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c53c6f0-184e-488b-a352-5d4f1a986c42 req-3fb98580-1987-4383-89fd-993dec9e2380 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 210 time: 0.1804378 May 04 14:32:48.735112 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 49ff7372-d2f5-4747-9c87-b74cf5613303, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=49ff7372-d2f5-4747-9c87-b74cf5613303,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:32:48.737344 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Transition to ACTIVE for port object 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:32:48.747130 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:48.751430 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:48.768698 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:48.773680 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:48.913134 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:48.916651 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=49ff7372-d2f5-4747-9c87-b74cf5613303,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:48.926207 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:49.008311 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38688) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:49.042601 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Attempting to bind port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:32:49.042863 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Attempting to bind port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:32:49.043188 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Attempting to bind port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 on network a2b590c2-19b7-4052-a497-500fc545d77d {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:32:49.046118 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:49.062053 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:32:49.062878 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:32:49.062878 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:49.063294 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Bound using segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:32:49.063976 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Bound port: 43ecdb6b-7a1c-470e-b5e8-5e1279134b58, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:32:49.064374 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:49.096640 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:49.111233 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.54', 51943) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:49.128515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] Usage tracker for resource:security_group_rule and tenant:a3ce8a7a5e0846f2a3ebbff2b5d13741 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:49.139857 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:49.162116 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Pushing event updated for resources: {'Port': ['ID=43ecdb6b-7a1c-470e-b5e8-5e1279134b58,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:49.162761 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:49.209218 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.209847 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.210329 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.211270 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.212105 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.213366 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.213845 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.214971 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.216213 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.230042 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.230727 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.231290 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Tracked resource versions report: May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: pushed versions: May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: { 'AddressGroup': {'1.2'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'ConntrackHelper': {'1.0'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Log': {'1.0'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Network': {'1.1'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Port': {'1.7'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'PortForwarding': {'1.2'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'QosPolicy': {'1.8'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SecurityGroup': {'1.4'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SecurityGroupRule': {'1.2'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SubPort': {'1.0'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Subnet': {'1.1'}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Trunk': {'1.1'}} May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: consumer versions: May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: { DHCP agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: HyperV agent@hv-cinder-77262: {}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: L3 agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: Metadata agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: Metering agent@dv-cinder-772623-4-iscsi: {}, May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: Open vSwitch agent@dv-cinder-772623-4-iscsi: { 'AddressGroup': '1.2', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'ConntrackHelper': '1.0', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Log': '1.0', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Network': '1.1', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Port': '1.7', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'PortForwarding': '1.2', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'QosPolicy': '1.8', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SecurityGroup': '1.4', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SecurityGroupRule': '1.2', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'SubPort': '1.0', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Subnet': '1.1', May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: 'Trunk': '1.1'}} May 04 14:32:49.233785 dv-cinder-772623-4-iscsi neutron-server[73815]: {{(pid=73815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:32:49.249858 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:49.289070 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] For port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:32:49.293254 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] For port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=43ecdb6b-7a1c-470e-b5e8-5e1279134b58,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:32:49.302213 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:49.312557 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-2559afdd-f71a-40d6-bacf-38b480722ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:49.482472 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Pushing event updated for resources: {'Port': ['ID=43ecdb6b-7a1c-470e-b5e8-5e1279134b58,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:49.489648 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:49.526267 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:32:49.526649 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:32:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:49.531032 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f1412ff3-2d7d-4e55-9c94-cf5e652a5816 req-26643e23-61b9-4aab-8987-af1f107fc486 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 210 time: 0.2233195 May 04 14:32:49.564949 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.565554 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.566031 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.566379 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.566713 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.567042 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.567357 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.567685 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.568050 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.568946 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.651522 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:49.679935 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:49.721150 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:49.764783 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.765242 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.765451 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.765759 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:49.766117 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f853e2b5-e77d-4c7b-9a41-4c5ad347409f']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:49.789928 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5796d5e0-46d9-4447-b2a1-fe584d0c3c28') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:49.790230 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5796d5e0-46d9-4447-b2a1-fe584d0c3c28') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:49.807577 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2612989'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:49.852834 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:32:49.881998 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:49.944973 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:32:50.123305 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 49ff7372-d2f5-4747-9c87-b74cf5613303 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:32:50.138731 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e6890db0-4918-4989-86a7-ccccc0926f90 req-8e2833f1-8758-4130-9350-e3b914989df7 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 210 time: 0.1521380 May 04 14:32:50.184162 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c402528-8eea-498a-a89a-78942360a382 req-e1f7ebb5-afc8-4120-acdd-46fb55c0156d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:50.187482 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-e1f7ebb5-afc8-4120-acdd-46fb55c0156d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.54 "GET /v2.0/networks?id=6601bb8a-76cf-4a57-bf51-fc85cd6f7caf HTTP/1.1" status: 200 len: 812 time: 0.8914456 May 04 14:32:50.225346 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dbe611-6bd4-4744-bd8f-ed6b03f7e03d,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:50.233345 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3ce8a7a5e0846f2a3ebbff2b5d13741&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2246115 May 04 14:32:50.235252 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:50.238134 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38756) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:50.276459 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:50.350920 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 49ff7372-d2f5-4747-9c87-b74cf5613303 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:32:50.351720 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:50.388275 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Network f853e2b5-e77d-4c7b-9a41-4c5ad347409f has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:32:50.399249 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38772) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:50.409588 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612086'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:50.434583 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Request body: {'port': {'device_id': '65a7b196-c64a-4ec5-bfbb-77e7f9e61c47', 'network_id': '6601bb8a-76cf-4a57-bf51-fc85cd6f7caf', 'admin_state_up': True, 'tenant_id': 'a4968801896e448f940712ab47732e8d'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:50.545057 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:45Z', 'revision_number': 3, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:50.550803 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755cc95-9516-4da7-8ee0-9fe51ab4a29f None None] The sync data for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi is: [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:45Z', 'revision_number': 3, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:32:50.756725 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636'] for router, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:50.820302 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Network f853e2b5-e77d-4c7b-9a41-4c5ad347409f has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:32:50.842147 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f76f480b-eb21-4caa-8ab2-f965d4d9a919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: from cryptography.utils import int_from_bytes May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: from cryptography.utils import int_from_bytes May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: Traceback (most recent call last): May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: timer() May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: cb(*args, **kw) May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: return func(*args, **kwargs) May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: self._notify() May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: self.callback(batched_events) May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: event.method(event) May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: return f(self, *a, **k) May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._get(url).json() May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:32:50.902591 dv-cinder-772623-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:32:50.980306 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3df1f207-96fc-44eb-9b40-2679e38f46a7 req-f0985b65-cfe4-499a-9081-fc4e76a0ca9a tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 210 time: 0.2026021 May 04 14:32:50.993378 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:51.123622 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:51.129036 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Usage tracker for resource:security_group_rule and tenant:c474d8e4bc8642e388023e4c48cab2f9 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:51.133955 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:51.139305 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:51.149666 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:51.151439 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f76f480b-eb21-4caa-8ab2-f965d4d9a919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:51.158748 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:51.169561 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Usage tracker for resource:port and tenant:a4968801896e448f940712ab47732e8d is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:51.174489 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:51.183425 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:51.197653 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:51.215365 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:51.245245 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Made reservation on behalf of a4968801896e448f940712ab47732e8d for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:51.262994 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f853e2b5-e77d-4c7b-9a41-4c5ad347409f HTTP/1.1" status: 204 len: 168 time: 3.7549102 May 04 14:32:51.264191 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:51.288901 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38788) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:51.294464 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f853e2b5-e77d-4c7b-9a41-4c5ad347409f,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:51.303356 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:51.410011 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Allocated IP 172.20.0.1 (2f55b652-6723-4dae-8ef8-191ed5aa1699/e460427e-8e27-479c-bbd8-8cbee88c1e50/3701b486-105c-4e7d-a874-d9eb772bcfee) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:32:51.496416 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:51.552389 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:51.575737 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-964d7e38-99ce-4c11-b415-8b538d6d5ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:51.612756 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591126b9-b3a4-4443-9693-6cbef1281152,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:51.646594 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:51.708033 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d117f344-2258-43cf-862d-6d99fd9af604 req-5c75b873-34a8-4fa9-a9c7-1926d61e822a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 210 time: 0.2002263 May 04 14:32:51.750613 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:51.796493 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Synchronizing usage tracker for tenant:dabba6f7c3624680ade1061ba3eeb9dc on resource:security_group {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:32:51.825130 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Unset dirty status for tenant:dabba6f7c3624680ade1061ba3eeb9dc on resource:security_group {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:32:51.827078 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c474d8e4bc8642e388023e4c48cab2f9&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4243248 May 04 14:32:51.829458 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Transition to ACTIVE for port object 3701b486-105c-4e7d-a874-d9eb772bcfee will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:32:51.831028 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38800) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:51.847572 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54e0581-5054-45fa-b10d-35fb049719eb admin admin] Deleting subnet 772af6a8-f776-419d-8b7f-22e68cbbe133 {{(pid=73812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:32:51.870123 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f76f480b-eb21-4caa-8ab2-f965d4d9a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:51.870965 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c54e0581-5054-45fa-b10d-35fb049719eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:51.922745 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3469f953-b0db-423e-9108-f2ff014fdd18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:51.947830 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Router f55ce01c-6688-4a26-a66f-7acb2fa630d2 is scheduled to L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 with binding_index 1 {{(pid=73812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:32:51.964282 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f480b-eb21-4caa-8ab2-f965d4d9a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dbe611-6bd4-4744-bd8f-ed6b03f7e03d,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:51.979323 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f76f480b-eb21-4caa-8ab2-f965d4d9a919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:51.990607 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.015206 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c54e0581-5054-45fa-b10d-35fb049719eb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.033162 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4644c2a4-1f96-4c75-bdc3-7f27480e6983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:52.094460 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:32:52.100713 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Allocated IP 172.20.0.5 (6601bb8a-76cf-4a57-bf51-fc85cd6f7caf/3d48820d-4b77-4422-8a32-18fefc1692a8/b2c722fb-a7e9-4dea-ad90-56482ad1d459) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:32:52.114220 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c54e0581-5054-45fa-b10d-35fb049719eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.127166 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:52.155219 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:32:52.214721 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f76f480b-eb21-4caa-8ab2-f965d4d9a919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.216483 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-f76f480b-eb21-4caa-8ab2-f965d4d9a919 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22dbe611-6bd4-4744-bd8f-ed6b03f7e03d HTTP/1.1" status: 204 len: 168 time: 1.9767842 May 04 14:32:52.223271 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:32:52.339077 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3853-d436-4776-9999-8297034f7ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.459314 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:32:52.468251 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:32:52.469864 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.476691 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3701b486-105c-4e7d-a874-d9eb772bcfee,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:52.519926 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:52.531201 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3853-d436-4776-9999-8297034f7ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.552098 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658387'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.611090 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-7797cdfc-bc47-49d2-a90d-76f9a8376013 None None] Provisioning for port 3701b486-105c-4e7d-a874-d9eb772bcfee completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:32:52.702128 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3853-d436-4776-9999-8297034f7ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.705859 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-7797cdfc-bc47-49d2-a90d-76f9a8376013 None None] Provisioning complete for port 3701b486-105c-4e7d-a874-d9eb772bcfee triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:32:52.706293 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7797cdfc-bc47-49d2-a90d-76f9a8376013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.740658 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:52.778129 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.795629 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d3853-d436-4776-9999-8297034f7ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591126b9-b3a4-4443-9693-6cbef1281152,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:52.802016 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=43ecdb6b-7a1c-470e-b5e8-5e1279134b58,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:32:52.804820 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-7797cdfc-bc47-49d2-a90d-76f9a8376013 None None] Port 3701b486-105c-4e7d-a874-d9eb772bcfee cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:32:52.811320 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.822575 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bd0d3853-d436-4776-9999-8297034f7ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:52.826578 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3853-d436-4776-9999-8297034f7ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:52.831340 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:52.846085 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bd0d3853-d436-4776-9999-8297034f7ea4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/591126b9-b3a4-4443-9693-6cbef1281152 HTTP/1.1" status: 204 len: 168 time: 0.9953811 May 04 14:32:52.877640 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.54', 51957) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:52.962937 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=43ecdb6b-7a1c-470e-b5e8-5e1279134b58,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:52.983842 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:53.059171 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:53.206414 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:53.271945 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-a6000563-2690-4f57-bacf-9d76c1604369 req-afc8102d-5501-4ae2-9fe2-8254032ab20e tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Synchronizing usage tracker for tenant:a4968801896e448f940712ab47732e8d on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:32:53.283082 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c54e0581-5054-45fa-b10d-35fb049719eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for subnet, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:53.372140 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6e72-4088-4e97-8593-77042c266a56 req-ff5a290e-3e96-4d62-8cfd-88939f4984ec tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:53.373700 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-ff5a290e-3e96-4d62-8cfd-88939f4984ec tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 814 time: 0.3720567 May 04 14:32:53.601488 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:53.694924 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fdfea519-3df0-4ea5-9856-6dce6d0403fe req-337e843f-5cc5-4a9b-9d76-90f6d0ea4834 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 210 time: 0.4486132 May 04 14:32:53.765235 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:53.787451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c54e0581-5054-45fa-b10d-35fb049719eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:53.789828 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:53.821582 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-a6000563-2690-4f57-bacf-9d76c1604369 req-afc8102d-5501-4ae2-9fe2-8254032ab20e tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Unset dirty status for tenant:a4968801896e448f940712ab47732e8d on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:32:53.822755 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a6000563-2690-4f57-bacf-9d76c1604369 req-afc8102d-5501-4ae2-9fe2-8254032ab20e tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 210 time: 1.5957050 May 04 14:32:53.879254 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:53.889071 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-c54e0581-5054-45fa-b10d-35fb049719eb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/772af6a8-f776-419d-8b7f-22e68cbbe133 HTTP/1.1" status: 204 len: 168 time: 2.5139344 May 04 14:32:53.914757 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e0581-5054-45fa-b10d-35fb049719eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772af6a8-f776-419d-8b7f-22e68cbbe133,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:53.920443 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38850) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:53.934498 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:32:53.936289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c54e0581-5054-45fa-b10d-35fb049719eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:53.943603 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Sync routers for ids ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:32:53.961010 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Routers {'f55ce01c-6688-4a26-a66f-7acb2fa630d2'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:32:53.964233 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:32:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:53.979080 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:54.066719 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658288'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:54.090166 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3701b486-105c-4e7d-a874-d9eb772bcfee,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:54.110427 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:54.199018 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Notify callbacks [] for router, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:54.203129 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.4517543 May 04 14:32:54.203693 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:32:54.205623 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38862) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:54.262802 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:54.447265 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Request body: {'port': {'device_id': 'd77a59ab-541f-4426-b722-83fef7d26ef7', 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f', 'admin_state_up': True, 'tenant_id': '6db66aa4af824310a2f6f5cbe3efbba7'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:54.749007 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:54.780358 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:32:54.783971 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:54.790335 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:32:54.794775 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:54.914786 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Set router f55ce01c-6688-4a26-a66f-7acb2fa630d2 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:32:55.012206 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:55.026432 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Usage tracker for resource:port and tenant:6db66aa4af824310a2f6f5cbe3efbba7 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:55.040198 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:55.093413 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:55.148669 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:55.172268 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c3f16db1-74e2-4abe-a2c9-e249e8d3a654 req-f1394d52-a180-4a1a-87b9-ee7733749d34 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 210 time: 0.1729102 May 04 14:32:55.273835 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.277720 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.278765 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.280527 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > port after_create 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.281145 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.281703 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > port after_update 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.285635 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.286205 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.286926 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.287466 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.288804 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38894) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:55.335288 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Made reservation on behalf of 6db66aa4af824310a2f6f5cbe3efbba7 for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:32:55.335288 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:55.449244 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Router 234d38ef-6112-41a1-82d3-dff212ee9bfa has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:32:55.522002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.522430 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.522819 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.523208 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:32:55.523627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095f40db-9eff-4ec1-8226-f6833922b2b9']}} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:55.537826 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cea8aa-b811-4821-b2b3-81e9a3ce5918') {'for_net_delete': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:55.538223 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cea8aa-b811-4821-b2b3-81e9a3ce5918') {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:55.551539 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2642483'] for segment, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:55.566495 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-ddb6d037-0291-4b69-a8c8-17bb42b8e672 None None] Provisioning complete for port 3701b486-105c-4e7d-a874-d9eb772bcfee triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:32:55.567108 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ddb6d037-0291-4b69-a8c8-17bb42b8e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:55.569582 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:55.577875 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=73812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:32:56.022152 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Network 095f40db-9eff-4ec1-8226-f6833922b2b9 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:32:56.051398 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2643822'] for segment, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:56.060196 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6d037-0291-4b69-a8c8-17bb42b8e672 None None] Port 3701b486-105c-4e7d-a874-d9eb772bcfee cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:32:56.217718 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:56.296792 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:32:56.311768 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Sync routers for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:32:56.332419 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:32:56.334317 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:32:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:56.345642 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Network 095f40db-9eff-4ec1-8226-f6833922b2b9 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:32:56.354014 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-router', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:48Z', 'revision_number': 3, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'gw_port': {'id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:46Z', 'updated_at': '2021-05-04T14:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:56.374244 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Checking router: f55ce01c-6688-4a26-a66f-7acb2fa630d2 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:32:56.374601 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Updating router f55ce01c-6688-4a26-a66f-7acb2fa630d2 port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 binding host dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:32:56.474807 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Allocated IP 172.20.0.4 (e41747d0-5b71-4fe8-8b61-df5711da486f/2df62e40-ed5f-4351-aaf5-c84de8ddcd62/8121e0cd-3e09-492e-a05a-27d799606093) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:32:56.481805 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:56.560509 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: from cryptography.utils import int_from_bytes May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: from cryptography.utils import int_from_bytes May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: Traceback (most recent call last): May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: timer() May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: cb(*args, **kw) May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: return func(*args, **kwargs) May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: self._notify() May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: self.callback(batched_events) May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: event.method(event) May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: return f(self, *a, **k) May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._get(url).json() May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: return self.request(url, 'GET', **kwargs) May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:32:56.603923 dv-cinder-772623-4-iscsi neutron-server[73812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:32:56.631282 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:56.755045 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:32:56.789570 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:56.807640 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:32:56.816830 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:56.817751 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:56.882659 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ab6ce19a-5db4-4b4f-b790-41ea2b1eaf53 req-2016c07b-93d1-4d69-bab2-d44391ba04db tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 210 time: 0.2728262 May 04 14:32:56.926504 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:56.927804 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:32:56.954808 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:56.960367 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] 10.222.0.50 "PUT /v2.0/routers/234d38ef-6112-41a1-82d3-dff212ee9bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5524337 May 04 14:32:56.962311 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:56.966667 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] Usage tracker for resource:security_group_rule and tenant:2323de6dddb14ce6b6ead0ccc2f5a7aa is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:56.970834 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:56.976132 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:56.995417 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:56.999229 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:57.176384 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8910601 May 04 14:32:57.177588 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] 10.222.0.50 "DELETE /v2.0/networks/095f40db-9eff-4ec1-8226-f6833922b2b9 HTTP/1.1" status: 204 len: 168 time: 3.2562072 May 04 14:32:57.179483 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Network e41747d0-5b71-4fe8-8b61-df5711da486f is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:32:57.207362 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Pushing event updated for resources: {'Port': ['ID=8121e0cd-3e09-492e-a05a-27d799606093,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:57.220608 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:57.221503 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:32:57.243535 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:32:57.301699 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Pushing event updated for resources: {'Port': ['ID=b2c722fb-a7e9-4dea-ad90-56482ad1d459,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:57.313106 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:57.316445 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cc2a0bc2-c153-4074-9296-396c39343756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:57.345178 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:57.359180 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Transition to ACTIVE for port object a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:32:57.378213 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:57.391100 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:57.433217 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b9128875-3d45-451e-9ae3-85e3a6899227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:57.441472 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Pushing event deleted for resources: {'Network': ['ID=095f40db-9eff-4ec1-8226-f6833922b2b9,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:57.465138 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-20ab7c98-4101-4276-91df-e993ecbc1a04 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:32:57.475079 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-20ab7c98-4101-4276-91df-e993ecbc1a04 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621605 May 04 14:32:57.552102 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:57.577928 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:57.578623 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:57.580451 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f1be4-d00b-48d3-972b-b20d48a007fd None None] Pushing event updated for resources: {'Port': ['ID=a0d1a1f4-8232-4596-83ea-cd4e5266e3a2,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:57.593814 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Attempting to bind port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:32:57.594223 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Attempting to bind port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:32:57.594903 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Attempting to bind port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 on network a2b590c2-19b7-4052-a497-500fc545d77d {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:32:57.621270 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-830f1be4-d00b-48d3-972b-b20d48a007fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:57.622154 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:32:57.622528 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:32:57.622979 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:57.623326 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Bound using segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:32:57.623852 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Bound port: a0d1a1f4-8232-4596-83ea-cd4e5266e3a2, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:32:57.627902 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:57.657041 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2186613 May 04 14:32:57.918523 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38950) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:57.963327 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] For port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:32:57.984655 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] For port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a0d1a1f4-8232-4596-83ea-cd4e5266e3a2,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:32:57.989645 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:32:53Z', 'revision_number': 2, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:57.994591 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:58.000092 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Checking router: 234d38ef-6112-41a1-82d3-dff212ee9bfa for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:32:58.001146 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Updating router 234d38ef-6112-41a1-82d3-dff212ee9bfa port 3701b486-105c-4e7d-a874-d9eb772bcfee binding host dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:32:58.028639 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:58.127540 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188e29-87ae-4e8c-aee7-0aecbccbd969 req-80e09c0a-d0e2-452d-bbbd-f67a6634fb4c tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:58.139128 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-de188e29-87ae-4e8c-aee7-0aecbccbd969 req-80e09c0a-d0e2-452d-bbbd-f67a6634fb4c tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 931 time: 1.5313616 May 04 14:32:58.151022 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:58.167233 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:58.202219 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:58.272394 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bd0d3853-d436-4776-9999-8297034f7ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:58.289425 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f1be4-d00b-48d3-972b-b20d48a007fd None None] Pushing event updated for resources: {'Port': ['ID=a0d1a1f4-8232-4596-83ea-cd4e5266e3a2,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:58.299400 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-830f1be4-d00b-48d3-972b-b20d48a007fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:58.326172 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Request body: {'port': {'device_id': 'd77a59ab-541f-4426-b722-83fef7d26ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:58.329993 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-83843467-526b-41c4-ba97-c56b3ccf8149 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6a6cf16070d445d9016c5eb60123e9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4034073 May 04 14:32:58.335522 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Routers {'f55ce01c-6688-4a26-a66f-7acb2fa630d2'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:32:58.341044 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:32:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:58.349627 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Request body: {'port': {'device_id': '65a7b196-c64a-4ec5-bfbb-77e7f9e61c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:58.431548 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38958) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:58.432048 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38960) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:58.515588 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981813991', 'description': 'tempest-description--163962691'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:32:58.638868 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-de188e29-87ae-4e8c-aee7-0aecbccbd969 req-f921e043-0475-4a84-bacf-abad5944f5d5 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Synchronizing usage tracker for tenant:a4968801896e448f940712ab47732e8d on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:32:58.667147 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:58.703241 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:security_group and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:58.709002 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2323de6dddb14ce6b6ead0ccc2f5a7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4163322 May 04 14:32:58.714033 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 38974) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:32:58.715626 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:58.723015 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491677ce-8d50-4e3a-880e-9ffd27ef3018,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:58.734085 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:58.736737 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:58.817365 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] Set router f55ce01c-6688-4a26-a66f-7acb2fa630d2 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:32:58.898312 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:58.934673 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:58.940261 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:58.945032 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:58.964977 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b8340fa5-3cde-4c60-ace4-75922757652f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:58.968694 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Transition to ACTIVE for port object 3701b486-105c-4e7d-a874-d9eb772bcfee will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:32:58.984010 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:58.989023 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:59.011112 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b8340fa5-3cde-4c60-ace4-75922757652f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.081818 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b8340fa5-3cde-4c60-ace4-75922757652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.084081 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:32:59.121851 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-de188e29-87ae-4e8c-aee7-0aecbccbd969 req-f921e043-0475-4a84-bacf-abad5944f5d5 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Unset dirty status for tenant:a4968801896e448f940712ab47732e8d on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:32:59.144704 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-de188e29-87ae-4e8c-aee7-0aecbccbd969 req-f921e043-0475-4a84-bacf-abad5944f5d5 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0025437 May 04 14:32:59.145511 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-43a187a1-39d4-4cb6-a43c-791eca30b01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.184939 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-feffd70e-a4b9-49ae-9873-64f1d16e1f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:59.190194 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394950b9-7fab-4c85-acbc-327de537c88c None None] Pushing event updated for resources: {'Port': ['ID=3701b486-105c-4e7d-a874-d9eb772bcfee,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:59.196762 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-394950b9-7fab-4c85-acbc-327de537c88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:59.229395 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:security_group_rule and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:32:59.240658 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:32:59.255584 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:32:59.302382 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-43a187a1-39d4-4cb6-a43c-791eca30b01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.410325 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Attempting to bind port 3701b486-105c-4e7d-a874-d9eb772bcfee on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:32:59.410893 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Attempting to bind port 3701b486-105c-4e7d-a874-d9eb772bcfee by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:32:59.411403 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Attempting to bind port 3701b486-105c-4e7d-a874-d9eb772bcfee on network 2f55b652-6723-4dae-8ef8-191ed5aa1699 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:32:59.426323 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:32:59.426710 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Checking segment: {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:32:59.427159 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.427563 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Bound using segment: {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:32:59.428083 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Bound port: 3701b486-105c-4e7d-a874-d9eb772bcfee, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:32:59.431602 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.498077 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.604122 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953e78-fc26-455b-aeab-b976b408e283 req-345c4884-fceb-43d5-b0fb-545fb964fc54 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:32:59.606067 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-43953e78-fc26-455b-aeab-b976b408e283 req-345c4884-fceb-43d5-b0fb-545fb964fc54 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 931 time: 0.8811340 May 04 14:32:59.666317 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8340fa5-3cde-4c60-ace4-75922757652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a38f4d3-ff13-40e8-856c-f427c4f9b9b1,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:32:59.668836 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-router', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:48Z', 'revision_number': 3, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'gw_port': {'id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:46Z', 'updated_at': '2021-05-04T14:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:59.672765 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.676245 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] For port 3701b486-105c-4e7d-a874-d9eb772bcfee, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:32:59.683032 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] For port 3701b486-105c-4e7d-a874-d9eb772bcfee, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=3701b486-105c-4e7d-a874-d9eb772bcfee,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:32:59.683447 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b8340fa5-3cde-4c60-ace4-75922757652f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:32:59.685943 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68059d19-7f97-4298-921a-beb3942dc1a3 None None] The sync data for ids ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'] in dv-cinder-772623-4-iscsi is: [{'id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-router', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:48Z', 'revision_number': 3, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'gw_port': {'id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:46Z', 'updated_at': '2021-05-04T14:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:32:59.693773 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.704029 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.715225 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d90ecb26-9af8-4eb4-bfa1-deafac32fbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:59.731559 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6c10d05a-c749-498f-a33a-75aa83705196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:59.772374 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-43a187a1-39d4-4cb6-a43c-791eca30b01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.840847 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e60112c2-9fb7-4ed9-93aa-74251b243126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.905920 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b8340fa5-3cde-4c60-ace4-75922757652f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:59.909545 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b8340fa5-3cde-4c60-ace4-75922757652f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a38f4d3-ff13-40e8-856c-f427c4f9b9b1 HTTP/1.1" status: 204 len: 168 time: 1.4703665 May 04 14:32:59.922657 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:32:59.923358 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:33:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:32:59.968252 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:32:59.994401 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38992) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:00.007167 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:00.008390 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5594947 May 04 14:33:00.038330 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 38996) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:00.076542 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'security_group_rule': {'security_group_id': 'ff28ddcf-bee3-4e49-a11a-07d1716afdff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:00.099572 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff28ddcf-bee3-4e49-a11a-07d1716afdff,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:00.109269 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:00.133403 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394950b9-7fab-4c85-acbc-327de537c88c None None] Pushing event updated for resources: {'Port': ['ID=3701b486-105c-4e7d-a874-d9eb772bcfee,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:00.153015 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-394950b9-7fab-4c85-acbc-327de537c88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:00.359570 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:00.361959 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:00.397098 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:security_group_rule and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:00.416969 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:00.426997 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a187a1-39d4-4cb6-a43c-791eca30b01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491677ce-8d50-4e3a-880e-9ffd27ef3018,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:00.438515 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:00.450347 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-43a187a1-39d4-4cb6-a43c-791eca30b01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:00.498048 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-43a187a1-39d4-4cb6-a43c-791eca30b01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:00.506228 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-43a187a1-39d4-4cb6-a43c-791eca30b01d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/491677ce-8d50-4e3a-880e-9ffd27ef3018 HTTP/1.1" status: 204 len: 168 time: 1.7868292 May 04 14:33:00.515403 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:00.597227 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-43953e78-fc26-455b-aeab-b976b408e283 req-a6e68ee2-eff2-45e4-b01f-22c48278832b tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Synchronizing usage tracker for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:00.669852 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:00.700224 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:00.715553 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:00.719022 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:00.719399 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:01.057912 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:01.082295 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:01.111067 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-43953e78-fc26-455b-aeab-b976b408e283 req-a6e68ee2-eff2-45e4-b01f-22c48278832b tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Unset dirty status for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:01.141226 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-43953e78-fc26-455b-aeab-b976b408e283 req-a6e68ee2-eff2-45e4-b01f-22c48278832b tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3831062 May 04 14:33:01.174191 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a0d1a1f4-8232-4596-83ea-cd4e5266e3a2,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:01.180940 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:01.184440 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:01.361932 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39012) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:01.395419 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=a0d1a1f4-8232-4596-83ea-cd4e5266e3a2,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:01.406712 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:01.424028 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2569189a-4490-4f55-bce4-54226422e182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:01.540373 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c722fb-a7e9-4dea-ad90-56482ad1d459 {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:01.565275 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:01.578702 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2569189a-4490-4f55-bce4-54226422e182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:01.600717 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2569189a-4490-4f55-bce4-54226422e182 admin admin] Usage tracker for resource:security_group_rule and tenant:87d10753e7a8478d9ab368f5c42bbf47 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:01.632620 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2569189a-4490-4f55-bce4-54226422e182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:01.633958 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Allocated IP 172.20.0.1 (375c64a7-d216-49b0-a85c-1971e50e8e56/667c96f8-2af0-4b71-97ec-2f5e81e96edd/a12c0a27-bfbe-4e6e-a773-82afe2f7a424) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:01.680531 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2569189a-4490-4f55-bce4-54226422e182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:01.704835 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Transition to ACTIVE for port object b2c722fb-a7e9-4dea-ad90-56482ad1d459 will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:01.716838 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-aa2314da-4660-4d06-9ba3-41d7a87753ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2deef91e051a4666a61e99aaf2cfd538&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3317180 May 04 14:33:01.732860 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:01.733802 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39022) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:01.805511 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:01.852239 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b0acb8a7-ea95-41d6-be4c-8193084c37a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:01.942285 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:02.050674 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:02.057350 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:02.069619 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-05ffe120-e692-4ccd-8eb5-73e4100b8a76 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:02.090959 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:32:59Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:02.096057 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ae7cd-3a95-47bf-8fba-b48cd81961c7 None None] The sync data for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi is: [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:32:59Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:33:02.299127 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Network 375c64a7-d216-49b0-a85c-1971e50e8e56 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:02.311119 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:02.327970 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:02.335565 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:02.402772 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c722fb-a7e9-4dea-ad90-56482ad1d459,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:02.503192 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477bbc1-3bec-46a4-8f41-705071ab0b4c req-bf96bdd0-2038-45a5-9e20-7a3f1aab5579 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:02.530401 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e477bbc1-3bec-46a4-8f41-705071ab0b4c req-bf96bdd0-2038-45a5-9e20-7a3f1aab5579 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 931 time: 1.9519231 May 04 14:33:02.630992 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Pushing event updated for resources: {'Port': ['ID=a12c0a27-bfbe-4e6e-a773-82afe2f7a424,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:02.642081 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2569189a-4490-4f55-bce4-54226422e182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:02.659526 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:02.713747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.db.resource_extend [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 14:33:02.769927 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:02.862123 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2569189a-4490-4f55-bce4-54226422e182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:02.933277 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658387'] for router_interface, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:02.946308 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:02.947137 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.030667 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.192s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:03.040072 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:03.185910 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2569189a-4490-4f55-bce4-54226422e182 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87d10753e7a8478d9ab368f5c42bbf47&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1901779 May 04 14:33:03.268060 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39056) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:03.269019 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-202b0438-70d4-4561-b109-27cac8c84b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.355984 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 3701b486-105c-4e7d-a874-d9eb772bcfee up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:03.358894 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-202b0438-70d4-4561-b109-27cac8c84b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.457837 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.463533 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.4080012 May 04 14:33:03.464532 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39066) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:03.471874 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-202b0438-70d4-4561-b109-27cac8c84b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.472779 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfe363f-a4f3-4412-98c6-ee5ab454fa26,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:03.477806 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'security_group_rule': {'security_group_id': 'ff28ddcf-bee3-4e49-a11a-07d1716afdff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:03.513836 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e477bbc1-3bec-46a4-8f41-705071ab0b4c req-636b7a2f-36bc-4324-86f6-58589ecc0d4e tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9755869 May 04 14:33:03.569175 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8121e0cd-3e09-492e-a05a-27d799606093 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:03.596873 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.597020 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 3701b486-105c-4e7d-a874-d9eb772bcfee completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:03.606054 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 3701b486-105c-4e7d-a874-d9eb772bcfee triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:03.606434 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.615083 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:03.620019 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:security_group_rule and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:03.628341 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:03.641787 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:03.652894 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:03.673915 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Transition to ACTIVE for port object 8121e0cd-3e09-492e-a05a-27d799606093 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:03.692801 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e642a0-7030-44bb-81dd-d77ca4bb8859 req-ccba7ff8-97e1-4e07-bc24-60c3e0e266a2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:03.701044 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d6e642a0-7030-44bb-81dd-d77ca4bb8859 req-ccba7ff8-97e1-4e07-bc24-60c3e0e266a2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 931 time: 1.0022974 May 04 14:33:03.707482 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:03.716430 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569189a-4490-4f55-bce4-54226422e182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f3b26-47b4-4ec3-bf96-99b3a547103e,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:03.721915 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.766696 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-202b0438-70d4-4561-b109-27cac8c84b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.771078 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-202b0438-70d4-4561-b109-27cac8c84b47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/538c6ce5-4bfe-48b1-95d3-2197b3c31337 HTTP/1.1" status: 204 len: 168 time: 2.0159919 May 04 14:33:03.799509 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e082a6ac-9369-4f70-95cd-a9b16bc78f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:03.813947 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Attempting to bind port b2c722fb-a7e9-4dea-ad90-56482ad1d459 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:03.814311 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Attempting to bind port b2c722fb-a7e9-4dea-ad90-56482ad1d459 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0c503d30-75b2-4465-9a1b-a964be5539cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6601bb8a-76cf-4a57-bf51-fc85cd6f7caf'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:03.814658 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Attempting to bind port b2c722fb-a7e9-4dea-ad90-56482ad1d459 on network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:03.815529 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.817952 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b0438-70d4-4561-b109-27cac8c84b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538c6ce5-4bfe-48b1-95d3-2197b3c31337,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:03.850600 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-202b0438-70d4-4561-b109-27cac8c84b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:03.851617 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2f92e2d4-01a5-4e74-8bf9-29b048105652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.854805 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.843s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:03.855244 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:03.868836 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Port b2c722fb-a7e9-4dea-ad90-56482ad1d459 on network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:33:03.870001 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Attempting to bind port b2c722fb-a7e9-4dea-ad90-56482ad1d459 on network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:03.871643 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Pushing event updated for resources: {'Port': ['ID=8121e0cd-3e09-492e-a05a-27d799606093,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:03.877890 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.881362 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:03.907156 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:03.907624 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Checking segment: {'id': '0c503d30-75b2-4465-9a1b-a964be5539cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6601bb8a-76cf-4a57-bf51-fc85cd6f7caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:03.908297 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Bound using segment: {'id': '0c503d30-75b2-4465-9a1b-a964be5539cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6601bb8a-76cf-4a57-bf51-fc85cd6f7caf'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:03.908862 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Bound port: b2c722fb-a7e9-4dea-ad90-56482ad1d459, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c503d30-75b2-4465-9a1b-a964be5539cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6601bb8a-76cf-4a57-bf51-fc85cd6f7caf'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:03.909297 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.939354 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 3701b486-105c-4e7d-a874-d9eb772bcfee, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=3701b486-105c-4e7d-a874-d9eb772bcfee,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:03.949346 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:03.953015 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:03.980828 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2f92e2d4-01a5-4e74-8bf9-29b048105652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.073958 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=3701b486-105c-4e7d-a874-d9eb772bcfee,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:04.080766 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:04.163423 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] For port b2c722fb-a7e9-4dea-ad90-56482ad1d459, host hv-cinder-77262, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:04.172007 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] For port b2c722fb-a7e9-4dea-ad90-56482ad1d459, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b2c722fb-a7e9-4dea-ad90-56482ad1d459,segment=NetworkSegment(0c503d30-75b2-4465-9a1b-a964be5539cb),segment_id=0c503d30-75b2-4465-9a1b-a964be5539cb)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:04.174697 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.177401 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.182583 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.186560 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2c551fd2-0f67-4df2-974a-d48d7d4d6f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:04.239542 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 39084) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:04.241706 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.285929 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d6e642a0-7030-44bb-81dd-d77ca4bb8859 req-fed35047-2a37-417c-acdd-cd6482c02955 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836928 May 04 14:33:04.289448 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c722fb-a7e9-4dea-ad90-56482ad1d459,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:04.300769 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:04.302309 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2f92e2d4-01a5-4e74-8bf9-29b048105652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.305931 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1d7ddca5-697f-49c5-a9e5-5674343ef77a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:04.341697 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44c77b8-285f-49d2-ab49-512ada3f6cbe,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:04.353390 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2f92e2d4-01a5-4e74-8bf9-29b048105652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.356215 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2f92e2d4-01a5-4e74-8bf9-29b048105652 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e39f3b26-47b4-4ec3-bf96-99b3a547103e HTTP/1.1" status: 204 len: 168 time: 0.9218962 May 04 14:33:04.360008 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:04.363924 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.365571 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] 10.222.0.54 "PUT /v2.0/ports/b2c722fb-a7e9-4dea-ad90-56482ad1d459 HTTP/1.1" status: 200 len: 1093 time: 6.4702375 May 04 14:33:04.366500 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:04.366960 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a7b196-c64a-4ec5-bfbb-77e7f9e61c47', 'tag': 'b2c722fb-a7e9-4dea-ad90-56482ad1d459'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:04.370654 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:04.380193 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.384281 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9111207 May 04 14:33:04.385439 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39096) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:04.386187 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92e2d4-01a5-4e74-8bf9-29b048105652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f3b26-47b4-4ec3-bf96-99b3a547103e,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:04.390386 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2f92e2d4-01a5-4e74-8bf9-29b048105652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:04.393915 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'floatingip': {'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:04.400943 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:04.405396 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:floatingip and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:04.409049 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:04.415175 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:04.427274 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.545817 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 3701b486-105c-4e7d-a874-d9eb772bcfee up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:04.601133 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.612763 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.673032 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:04.694028 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 3701b486-105c-4e7d-a874-d9eb772bcfee triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:04.694354 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.706468 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658288'] for router_interface, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:04.838858 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c402528-8eea-498a-a89a-78942360a382 req-aa0abcc8-740a-4cc3-8cd9-e86e555dd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:04.843242 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-aa0abcc8-740a-4cc3-8cd9-e86e555dd15a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a4968801896e448f940712ab47732e8d&device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 1096 time: 0.3811357 May 04 14:33:04.941469 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Attempting to bind port 8121e0cd-3e09-492e-a05a-27d799606093 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:04.942161 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Attempting to bind port 8121e0cd-3e09-492e-a05a-27d799606093 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:04.942563 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Attempting to bind port 8121e0cd-3e09-492e-a05a-27d799606093 on network e41747d0-5b71-4fe8-8b61-df5711da486f {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:04.947839 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-3c0133b4-bfe4-4e54-a3c2-f59a0361efea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2c722fb-a7e9-4dea-ad90-56482ad1d459 HTTP/1.1" status: 200 len: 217 time: 0.0885642 May 04 14:33:04.953555 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Port 8121e0cd-3e09-492e-a05a-27d799606093 on network e41747d0-5b71-4fe8-8b61-df5711da486f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:33:04.954089 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Attempting to bind port 8121e0cd-3e09-492e-a05a-27d799606093 on network e41747d0-5b71-4fe8-8b61-df5711da486f {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:04.980406 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Pushing event updated for resources: {'Port': ['ID=a12c0a27-bfbe-4e6e-a773-82afe2f7a424,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:04.984913 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:04.989230 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:04.989750 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Checking segment: {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:04.990414 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Bound using segment: {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:04.991001 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Bound port: 8121e0cd-3e09-492e-a05a-27d799606093, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:04.991497 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:05.003548 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:05.090176 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c402528-8eea-498a-a89a-78942360a382 req-ddc482ca-1858-4e90-bb49-2bf605f8a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:05.091621 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-ddc482ca-1858-4e90-bb49-2bf605f8a400 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d48820d-4b77-4422-8a32-18fefc1692a8 HTTP/1.1" status: 200 len: 852 time: 0.1379492 May 04 14:33:05.105213 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:05.148942 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-f350c8ac-5646-4f6b-afdc-546b39440b8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6601bb8a-76cf-4a57-bf51-fc85cd6f7caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500665 May 04 14:33:05.194043 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21227e3-57b5-44ce-8118-3c6fd555ae82 req-5ef3825f-46e6-464f-9a82-91d5bf5343f9 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:05.195636 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e21227e3-57b5-44ce-8118-3c6fd555ae82 req-5ef3825f-46e6-464f-9a82-91d5bf5343f9 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 943 time: 0.4804478 May 04 14:33:05.248025 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:05.284644 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] Usage tracker for resource:security_group_rule and tenant:569b9b8344d54e64839079443640f2d3 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:05.293959 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:05.309220 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Network 375c64a7-d216-49b0-a85c-1971e50e8e56 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:05.317827 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:05.321194 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] For port 8121e0cd-3e09-492e-a05a-27d799606093, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:05.324220 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:05.373086 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a7b196-c64a-4ec5-bfbb-77e7f9e61c47', 'tag': 'b2c722fb-a7e9-4dea-ad90-56482ad1d459', 'status': 'completed', 'code': 200} May 04 14:33:05.384615 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e21227e3-57b5-44ce-8118-3c6fd555ae82 req-4b4b19c8-efea-4f7c-9aa8-580d67a0d96e tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585479 May 04 14:33:05.449937 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] For port 8121e0cd-3e09-492e-a05a-27d799606093, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8121e0cd-3e09-492e-a05a-27d799606093,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:05.503086 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:05.507508 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-aa3d454c-3b49-41cf-97a7-7dce6eba8b13 service neutron] 10.222.0.54 "GET /v2.0/networks/6601bb8a-76cf-4a57-bf51-fc85cd6f7caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262968 May 04 14:33:05.531884 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:05.590076 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Allocated IP 172.27.0.234 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/edcd6e5a-35c1-4ec9-a2c0-e7039e0259e5) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:05.753250 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:05.754110 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:05.755644 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-f2234202-5446-484f-984a-e5c73581f4be service neutron] 10.222.0.54 "PUT /v2.0/ports/8121e0cd-3e09-492e-a05a-27d799606093 HTTP/1.1" status: 200 len: 1093 time: 7.7034652 May 04 14:33:05.756144 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77a59ab-541f-4426-b722-83fef7d26ef7', 'tag': '8121e0cd-3e09-492e-a05a-27d799606093'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:05.870706 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Pushing event updated for resources: {'Port': ['ID=8121e0cd-3e09-492e-a05a-27d799606093,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:05.874104 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:05.936988 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Router f55ce01c-6688-4a26-a66f-7acb2fa630d2 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:33:05.973922 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:05.978419 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071698b3-9cfd-4788-84c3-572bb6402e5c req-ed8412b7-8404-4b5c-aba4-1a9e80e88002 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:05.980419 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-071698b3-9cfd-4788-84c3-572bb6402e5c req-ed8412b7-8404-4b5c-aba4-1a9e80e88002 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 943 time: 0.5290847 May 04 14:33:05.991452 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:06.013501 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2c402528-8eea-498a-a89a-78942360a382 req-5688478d-8ae6-4d7b-8a34-f0e4d74943bb service neutron] 10.222.0.54 "GET /v2.0/networks/6601bb8a-76cf-4a57-bf51-fc85cd6f7caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888990 May 04 14:33:06.058656 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:06.067394 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:06.096873 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:06.133878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-739c9685-57ac-40c0-aaac-77fca9791957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:06.213867 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'Port': ['ID=edcd6e5a-35c1-4ec9-a2c0-e7039e0259e5,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:06.217169 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-071698b3-9cfd-4788-84c3-572bb6402e5c req-6b7c1f32-89d5-4724-8626-6d73d2d21b41 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241073 May 04 14:33:06.226081 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:06.234615 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:06.237298 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:06.242543 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:06.289756 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=569b9b8344d54e64839079443640f2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0027878 May 04 14:33:06.303303 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7bf254-b78d-4160-91aa-058b488da1ba,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:06.308306 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 39168) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:06.312371 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6e72-4088-4e97-8593-77042c266a56 req-041901ad-cb46-4ed7-aea7-d45ced3a9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:06.313864 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-041901ad-cb46-4ed7-aea7-d45ced3a9fea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 1096 time: 0.4926946 May 04 14:33:06.316856 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:06.372746 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9da87-55ed-4ba7-a8f6-dc420160bbd7 req-330b1194-3c68-4678-9d8b-1364b36ad867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:06.374384 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-7dd9da87-55ed-4ba7-a8f6-dc420160bbd7 req-330b1194-3c68-4678-9d8b-1364b36ad867 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a4968801896e448f940712ab47732e8d&device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 1096 time: 0.2138789 May 04 14:33:06.499808 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-cb5ecc10-71cd-4675-a15e-65e3dbba597e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8121e0cd-3e09-492e-a05a-27d799606093 HTTP/1.1" status: 200 len: 217 time: 0.1608224 May 04 14:33:06.552043 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:33:06.559375 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77a59ab-541f-4426-b722-83fef7d26ef7', 'tag': '8121e0cd-3e09-492e-a05a-27d799606093', 'status': 'completed', 'code': 200} May 04 14:33:06.563950 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Sync routers for ids ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:33:06.580358 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Routers {'f55ce01c-6688-4a26-a66f-7acb2fa630d2'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:06.581064 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:33:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:06.610239 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:06.691201 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9da87-55ed-4ba7-a8f6-dc420160bbd7 req-acd0e618-850b-42c3-b211-d6c8922a701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:06.693024 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-7dd9da87-55ed-4ba7-a8f6-dc420160bbd7 req-acd0e618-850b-42c3-b211-d6c8922a701d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6601bb8a-76cf-4a57-bf51-fc85cd6f7caf HTTP/1.1" status: 200 len: 913 time: 0.3109617 May 04 14:33:06.773789 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-7dd9da87-55ed-4ba7-a8f6-dc420160bbd7 req-4154d407-bae0-41bc-9579-adfa0fd54238 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2c722fb-a7e9-4dea-ad90-56482ad1d459 HTTP/1.1" status: 200 len: 217 time: 0.0726779 May 04 14:33:06.778453 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:06.893119 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] 10.222.0.50 "PUT /v2.0/routers/f55ce01c-6688-4a26-a66f-7acb2fa630d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6853487 May 04 14:33:06.908034 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a8f45541-b815-4850-b652-ee633612342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:06.944513 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9da87-55ed-4ba7-a8f6-dc420160bbd7 req-9dfb9a49-846e-493b-b41f-00d35f212427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:06.945944 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-7dd9da87-55ed-4ba7-a8f6-dc420160bbd7 req-9dfb9a49-846e-493b-b41f-00d35f212427 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d48820d-4b77-4422-8a32-18fefc1692a8 HTTP/1.1" status: 200 len: 852 time: 0.1379747 May 04 14:33:06.950675 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Set router f55ce01c-6688-4a26-a66f-7acb2fa630d2 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:06.956452 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3a08-5616-4cef-8d86-9a157621aad6 req-6df8564f-8c34-429d-856c-918d737d544f tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:06.958247 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-149a3a08-5616-4cef-8d86-9a157621aad6 req-6df8564f-8c34-429d-856c-918d737d544f tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 943 time: 0.3158565 May 04 14:33:06.959924 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6e72-4088-4e97-8593-77042c266a56 req-3f13d969-91a7-416c-8fcc-ae7ce95c6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:06.961464 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-3f13d969-91a7-416c-8fcc-ae7ce95c6d84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2df62e40-ed5f-4351-aaf5-c84de8ddcd62 HTTP/1.1" status: 200 len: 854 time: 0.4012692 May 04 14:33:06.963492 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a8f45541-b815-4850-b652-ee633612342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:07.018533 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-47ac2964-7cf6-47d9-bd94-3f0816d5bea6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e41747d0-5b71-4fe8-8b61-df5711da486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464530 May 04 14:33:07.241392 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-149a3a08-5616-4cef-8d86-9a157621aad6 req-917f2b89-5de5-4287-ad7b-7e1c5ff4396c tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702820 May 04 14:33:07.314130 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a8f45541-b815-4850-b652-ee633612342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:07.320562 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-aece0ddb-dfca-440c-b068-227654ac75cc service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852027 May 04 14:33:07.326167 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a0b86854-9610-40a8-9dfe-acf38111e0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:07.327991 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:07.338313 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-7dd9da87-55ed-4ba7-a8f6-dc420160bbd7 req-d0e0dba9-490b-429d-97c8-15f17a9b777b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6601bb8a-76cf-4a57-bf51-fc85cd6f7caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3370686 May 04 14:33:07.339803 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:07.345458 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9a85de20-30f4-4a31-b7bd-298a2867ed48 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:07.515761 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:07.622452 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:07.623648 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2352674 May 04 14:33:07.653610 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'Port': ['ID=edcd6e5a-35c1-4ec9-a2c0-e7039e0259e5,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:07.666311 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:07.685470 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-7dd9da87-55ed-4ba7-a8f6-dc420160bbd7 req-595be737-e0ed-4653-9123-6d16d25b3234 service neutron] 10.222.0.54 "GET /v2.0/networks/6601bb8a-76cf-4a57-bf51-fc85cd6f7caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058715 May 04 14:33:07.698721 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-router', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:33:04Z', 'revision_number': 4, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'gw_port': {'id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:46Z', 'updated_at': '2021-05-04T14:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'a12c0a27-bfbe-4e6e-a773-82afe2f7a424', 'name': '', 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'mac_address': 'fa:16:3e:15:37:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '667c96f8-2af0-4b71-97ec-2f5e81e96edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:00Z', 'updated_at': '2021-05-04T14:33:04Z', 'revision_number': 2, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'subnets': [{'id': '667c96f8-2af0-4b71-97ec-2f5e81e96edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:07.710667 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Checking router: f55ce01c-6688-4a26-a66f-7acb2fa630d2 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:33:07.711022 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Updating router f55ce01c-6688-4a26-a66f-7acb2fa630d2 port a12c0a27-bfbe-4e6e-a773-82afe2f7a424 binding host dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:33:07.731367 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-031e6e72-4088-4e97-8593-77042c266a56 req-5daa9d5c-12f4-4782-af96-4a7518512ae6 service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876345 May 04 14:33:07.742102 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f45541-b815-4850-b652-ee633612342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7bf254-b78d-4160-91aa-058b488da1ba,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:07.750562 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a8f45541-b815-4850-b652-ee633612342f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:07.762648 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a8f45541-b815-4850-b652-ee633612342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:07.764275 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-a8f45541-b815-4850-b652-ee633612342f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf7bf254-b78d-4160-91aa-058b488da1ba HTTP/1.1" status: 204 len: 168 time: 1.4546843 May 04 14:33:07.776269 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:07.804939 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97325c-b94f-4c07-a40a-0b9a7244663a req-924d7c98-3769-4467-9d73-8cdff6ec494f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:07.807142 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb97325c-b94f-4c07-a40a-0b9a7244663a req-924d7c98-3769-4467-9d73-8cdff6ec494f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 943 time: 0.1848195 May 04 14:33:07.941845 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-7dd9da87-55ed-4ba7-a8f6-dc420160bbd7 req-20fbae59-c06b-43a7-8ebf-3cee3c2f42b0 service neutron] 10.222.0.54 "GET /v2.0/networks/6601bb8a-76cf-4a57-bf51-fc85cd6f7caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485888 May 04 14:33:07.951837 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb97325c-b94f-4c07-a40a-0b9a7244663a req-c44ce1fb-bef8-4b5f-ac87-9a1c5d5a8e80 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388178 May 04 14:33:08.058131 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c86fd-10b2-47c8-9caa-c43e7d4953a7 req-82ce6bcb-89b7-4624-a174-bc3bf448d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:08.067782 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a9c86fd-10b2-47c8-9caa-c43e7d4953a7 req-82ce6bcb-89b7-4624-a174-bc3bf448d29b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 1096 time: 0.2160225 May 04 14:33:08.507247 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.518777 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-c18cdced-bf1c-41ce-a0da-96e1b9d77e7e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--981813991&fields=id&tenant_id=cf5345351fb64096b9d4615d49a85a11 HTTP/1.1" status: 200 len: 267 time: 0.3461711 May 04 14:33:08.521389 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39272) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:08.531914 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Transition to ACTIVE for port object a12c0a27-bfbe-4e6e-a773-82afe2f7a424 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:08.544730 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.551065 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:08.555119 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.577999 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:08.583610 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] Usage tracker for resource:security_group_rule and tenant:a672ec79918f498cbcdc1a65a71dbf52 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:08.589438 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:08.598577 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:08.604304 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-789dd1bd-6b65-4e01-bbbb-3db12c17336b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:08.606001 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-789dd1bd-6b65-4e01-bbbb-3db12c17336b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 819 time: 0.5256078 May 04 14:33:08.619710 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c86fd-10b2-47c8-9caa-c43e7d4953a7 req-6a1a626c-38c4-45a8-92ab-c2a95b13e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:08.621539 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a9c86fd-10b2-47c8-9caa-c43e7d4953a7 req-6a1a626c-38c4-45a8-92ab-c2a95b13e2ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 915 time: 0.5424149 May 04 14:33:08.664185 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39276) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:08.678764 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-61ffe910-0f8f-4d66-aba5-f34e70968fa1 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/quotas/bc29be53d5f9457595547958e20a998a HTTP/1.1" status: 200 len: 375 time: 0.0637240 May 04 14:33:08.722419 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b504c-f479-4ec4-9a64-3246cb8198a7 None None] Pushing event updated for resources: {'Port': ['ID=a12c0a27-bfbe-4e6e-a773-82afe2f7a424,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:08.726251 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-096b504c-f479-4ec4-9a64-3246cb8198a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:08.779588 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.785781 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.802207 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:08.845756 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a9c86fd-10b2-47c8-9caa-c43e7d4953a7 req-daec13bb-7cff-43b6-90a6-c3981e1f376d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8121e0cd-3e09-492e-a05a-27d799606093 HTTP/1.1" status: 200 len: 217 time: 0.1570508 May 04 14:33:08.868124 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a672ec79918f498cbcdc1a65a71dbf52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450532 May 04 14:33:08.869385 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.871966 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Attempting to bind port a12c0a27-bfbe-4e6e-a773-82afe2f7a424 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:08.872572 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Attempting to bind port a12c0a27-bfbe-4e6e-a773-82afe2f7a424 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:08.873079 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Attempting to bind port a12c0a27-bfbe-4e6e-a773-82afe2f7a424 on network 375c64a7-d216-49b0-a85c-1971e50e8e56 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:08.878025 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4342c8d7-8b57-41db-87ee-c2a896606449,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:08.878901 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:08.879352 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Checking segment: {'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:08.879853 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.880436 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Bound using segment: {'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:08.881798 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39284) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:08.884161 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:08.892510 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Bound port: a12c0a27-bfbe-4e6e-a773-82afe2f7a424, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:08.893164 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.902830 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:08.915263 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] Usage tracker for resource:security_group_rule and tenant:f4cb08500f824b838f2e850537b8d183 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:08.920244 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:08.935275 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:08.944994 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-574cafb8-e008-4618-bb61-c19f68a804a1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:08.946581 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-574cafb8-e008-4618-bb61-c19f68a804a1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 817 time: 0.4002523 May 04 14:33:08.974111 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b82daee2-95f9-4303-930b-767c423cdf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.976377 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c86fd-10b2-47c8-9caa-c43e7d4953a7 req-eb57fb5c-6a57-4235-9f29-12c21bfacac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:08.977938 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a9c86fd-10b2-47c8-9caa-c43e7d4953a7 req-eb57fb5c-6a57-4235-9f29-12c21bfacac7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2df62e40-ed5f-4351-aaf5-c84de8ddcd62 HTTP/1.1" status: 200 len: 854 time: 0.1224406 May 04 14:33:08.982780 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-318feede-8223-4eed-b220-0caa0e6a68c3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/quotas/cf5345351fb64096b9d4615d49a85a11 HTTP/1.1" status: 200 len: 375 time: 0.0248141 May 04 14:33:08.988349 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-2cd4760d-b827-4b3d-891e-aebf62b56d40 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Synchronizing usage tracker for tenant:bc29be53d5f9457595547958e20a998a on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:09.003760 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] For port a12c0a27-bfbe-4e6e-a773-82afe2f7a424, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:09.007080 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] For port a12c0a27-bfbe-4e6e-a773-82afe2f7a424, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a12c0a27-bfbe-4e6e-a773-82afe2f7a424,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:09.011280 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.013065 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b82daee2-95f9-4303-930b-767c423cdf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.015630 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:09.095026 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Routers {'f55ce01c-6688-4a26-a66f-7acb2fa630d2'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:09.095289 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a9c86fd-10b2-47c8-9caa-c43e7d4953a7 req-8e6a3da0-2272-42d1-9399-760d4c086e16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e41747d0-5b71-4fe8-8b61-df5711da486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099882 May 04 14:33:09.095819 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:33:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:09.101682 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.103215 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b82daee2-95f9-4303-930b-767c423cdf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.107240 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2f92e2d4-01a5-4e74-8bf9-29b048105652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:09.116250 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.126056 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82daee2-95f9-4303-930b-767c423cdf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4342c8d7-8b57-41db-87ee-c2a896606449,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:09.131002 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b82daee2-95f9-4303-930b-767c423cdf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:09.133680 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-387f7823-8633-41dd-aac2-643c01257b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:09.159654 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-2cd4760d-b827-4b3d-891e-aebf62b56d40 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Unset dirty status for tenant:bc29be53d5f9457595547958e20a998a on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:09.161359 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-2cd4760d-b827-4b3d-891e-aebf62b56d40 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3828919 May 04 14:33:09.175310 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b82daee2-95f9-4303-930b-767c423cdf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.178642 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b82daee2-95f9-4303-930b-767c423cdf67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4342c8d7-8b57-41db-87ee-c2a896606449 HTTP/1.1" status: 204 len: 168 time: 0.2937419 May 04 14:33:09.182319 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4cb08500f824b838f2e850537b8d183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125527 May 04 14:33:09.184079 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4700fd65-bf87-4f1f-bd6d-f1c5e19c7fa7,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:09.186602 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39292) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:09.189809 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:09.191468 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b504c-f479-4ec4-9a64-3246cb8198a7 None None] Pushing event updated for resources: {'Port': ['ID=a12c0a27-bfbe-4e6e-a773-82afe2f7a424,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:09.195047 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-096b504c-f479-4ec4-9a64-3246cb8198a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:09.256394 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1a8e885e-a364-4e66-9a3c-c619a3a5f3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.284790 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1a8e885e-a364-4e66-9a3c-c619a3a5f3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.333822 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-079b3a2c-e4f4-4b62-9bf2-b126d0599a31 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3088925 May 04 14:33:09.357551 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1a8e885e-a364-4e66-9a3c-c619a3a5f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.363003 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] Set router f55ce01c-6688-4a26-a66f-7acb2fa630d2 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:09.369314 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:09.399442 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e885e-a364-4e66-9a3c-c619a3a5f3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4700fd65-bf87-4f1f-bd6d-f1c5e19c7fa7,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:09.404619 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1a8e885e-a364-4e66-9a3c-c619a3a5f3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:09.413193 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1a8e885e-a364-4e66-9a3c-c619a3a5f3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.414248 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1a8e885e-a364-4e66-9a3c-c619a3a5f3b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4700fd65-bf87-4f1f-bd6d-f1c5e19c7fa7 HTTP/1.1" status: 204 len: 168 time: 0.2269192 May 04 14:33:09.599564 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-c3bf3768-83a3-468c-8e30-36adfd178197 service neutron] 10.222.0.50 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094603 May 04 14:33:09.626304 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a9c86fd-10b2-47c8-9caa-c43e7d4953a7 req-a0e318ff-8c40-4393-ac46-c318415f3b6e service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206606 May 04 14:33:09.749170 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device b2c722fb-a7e9-4dea-ad90-56482ad1d459 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:33:09.762783 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-1742c9e8-2c64-42e3-a1e3-3ea93b7385c3 service neutron] 10.222.0.50 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066350 May 04 14:33:09.860660 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-router', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:33:04Z', 'revision_number': 4, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'gw_port': {'id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:46Z', 'updated_at': '2021-05-04T14:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'a12c0a27-bfbe-4e6e-a773-82afe2f7a424', 'name': '', 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'mac_address': 'fa:16:3e:15:37:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '667c96f8-2af0-4b71-97ec-2f5e81e96edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:00Z', 'updated_at': '2021-05-04T14:33:08Z', 'revision_number': 4, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'subnets': [{'id': '667c96f8-2af0-4b71-97ec-2f5e81e96edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:09.884861 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6faf4-3917-44be-9d08-887868eb0349 None None] The sync data for ids ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'] in dv-cinder-772623-4-iscsi is: [{'id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-router', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:33:04Z', 'revision_number': 4, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'gw_port': {'id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:46Z', 'updated_at': '2021-05-04T14:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'a12c0a27-bfbe-4e6e-a773-82afe2f7a424', 'name': '', 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'mac_address': 'fa:16:3e:15:37:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '667c96f8-2af0-4b71-97ec-2f5e81e96edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:00Z', 'updated_at': '2021-05-04T14:33:08Z', 'revision_number': 4, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'subnets': [{'id': '667c96f8-2af0-4b71-97ec-2f5e81e96edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:33:10.039956 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39330) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:10.068278 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:10.095541 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:10.107410 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] Usage tracker for resource:security_group_rule and tenant:60a8b2a1a65b48e398ada8790d47e22b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:10.110734 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:10.120351 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:10.190073 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-dd037c73-43f3-4bf9-9f0a-18b239d46743 service neutron] 10.222.0.50 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095585 May 04 14:33:10.192534 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-395e9987-4d6a-49e9-ac0b-0f366ece22ee service neutron] 10.222.0.50 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920072 May 04 14:33:10.204421 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port b2c722fb-a7e9-4dea-ad90-56482ad1d459, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b2c722fb-a7e9-4dea-ad90-56482ad1d459,segment=NetworkSegment(0c503d30-75b2-4465-9a1b-a964be5539cb),segment_id=0c503d30-75b2-4465-9a1b-a964be5539cb)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:10.266800 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a9c86fd-10b2-47c8-9caa-c43e7d4953a7 req-0a9f4a0f-4001-4820-814f-edf7543272e5 service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254697 May 04 14:33:10.271807 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'b2c722fb-a7e9-4dea-ad90-56482ad1d459', 'network_id': '6601bb8a-76cf-4a57-bf51-fc85cd6f7caf', 'port_id': 'b2c722fb-a7e9-4dea-ad90-56482ad1d459', 'mac_address': 'fa:16:3e:8b:36:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48820d-4b77-4422-8a32-18fefc1692a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:33:10.382199 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:10.400727 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:10.433829 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:10.502414 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:10.563595 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a12c0a27-bfbe-4e6e-a773-82afe2f7a424 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:10.582256 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd970c0-6001-4399-992b-072a143b0847,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:10.591023 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:10.599516 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60a8b2a1a65b48e398ada8790d47e22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5553944 May 04 14:33:10.600325 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 39348) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:10.760292 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c722fb-a7e9-4dea-ad90-56482ad1d459 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:10.858087 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port a12c0a27-bfbe-4e6e-a773-82afe2f7a424 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:10.885216 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port b2c722fb-a7e9-4dea-ad90-56482ad1d459, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b2c722fb-a7e9-4dea-ad90-56482ad1d459,segment=NetworkSegment(0c503d30-75b2-4465-9a1b-a964be5539cb),segment_id=0c503d30-75b2-4465-9a1b-a964be5539cb)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:10.889786 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a12c0a27-bfbe-4e6e-a773-82afe2f7a424 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:10.890163 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:10.990059 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:11.013426 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-830f1be4-d00b-48d3-972b-b20d48a007fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:11.383308 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=b2c722fb-a7e9-4dea-ad90-56482ad1d459,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:11.399507 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:11.427487 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-983299d1-bd56-4767-9e2f-bde7d668e349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:11.497499 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-983299d1-bd56-4767-9e2f-bde7d668e349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:11.536007 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['b2c722fb-a7e9-4dea-ad90-56482ad1d459'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:33:11.586346 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39390) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:11.605567 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84d160-d3e6-45e3-88bf-10f770515238 req-afe56329-90fb-4704-8074-ad1a04bf9d98 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:11.607494 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb84d160-d3e6-45e3-88bf-10f770515238 req-afe56329-90fb-4704-8074-ad1a04bf9d98 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 943 time: 0.8732343 May 04 14:33:11.620823 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eee0ed-8e26-4d2b-82f6-01ba78a8f32d req-c11265cd-905c-4da5-b5f1-67002f2382bf tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:11.629092 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9eee0ed-8e26-4d2b-82f6-01ba78a8f32d req-c11265cd-905c-4da5-b5f1-67002f2382bf tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 943 time: 0.7423868 May 04 14:33:11.682746 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:11.693749 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-983299d1-bd56-4767-9e2f-bde7d668e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:11.699788 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 8121e0cd-3e09-492e-a05a-27d799606093 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:33:11.707623 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:11.742393 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9eee0ed-8e26-4d2b-82f6-01ba78a8f32d req-dbb8697e-69c3-4627-a790-97bf6b31be99 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121247 May 04 14:33:11.745739 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb84d160-d3e6-45e3-88bf-10f770515238 req-67d38460-e17f-4302-a452-df93b8f72de7 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135430 May 04 14:33:11.771111 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port a12c0a27-bfbe-4e6e-a773-82afe2f7a424, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a12c0a27-bfbe-4e6e-a773-82afe2f7a424,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:11.777715 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983299d1-bd56-4767-9e2f-bde7d668e349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd970c0-6001-4399-992b-072a143b0847,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:11.793839 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:11.796074 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-983299d1-bd56-4767-9e2f-bde7d668e349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:11.801949 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-983299d1-bd56-4767-9e2f-bde7d668e349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:11.807602 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-983299d1-bd56-4767-9e2f-bde7d668e349 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bd970c0-6001-4399-992b-072a143b0847 HTTP/1.1" status: 204 len: 168 time: 1.2061141 May 04 14:33:11.810765 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:11.908061 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.db.resource_extend [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 14:33:11.967350 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-72fec9ab-8a09-44b0-8586-ba4995849323 req-3ef64403-2def-421f-9b61-f7a00151ed47 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 210 time: 0.0806508 May 04 14:33:12.041305 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6607369d-47e4-490f-98f0-41a8db8893f9 req-e23044da-57d2-4959-95ec-39056e9925a4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0534282 May 04 14:33:12.065410 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:12.088548 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:12.089825 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=a12c0a27-bfbe-4e6e-a773-82afe2f7a424,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:12.092721 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed1b3f0302d43daa81276650079eb7b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:12.093820 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:12.103400 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:12.109955 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:12.135343 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 8121e0cd-3e09-492e-a05a-27d799606093, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8121e0cd-3e09-492e-a05a-27d799606093,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:12.157954 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '8121e0cd-3e09-492e-a05a-27d799606093', 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f', 'port_id': '8121e0cd-3e09-492e-a05a-27d799606093', 'mac_address': 'fa:16:3e:51:12:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df62e40-ed5f-4351-aaf5-c84de8ddcd62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:33:12.245409 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:12.287196 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8121e0cd-3e09-492e-a05a-27d799606093 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:12.308498 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 8121e0cd-3e09-492e-a05a-27d799606093, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8121e0cd-3e09-492e-a05a-27d799606093,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:12.316031 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:12.318378 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-096b504c-f479-4ec4-9a64-3246cb8198a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:12.399070 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:12.405161 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:12.499611 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:12.517930 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ed1b3f0302d43daa81276650079eb7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9303067 May 04 14:33:12.520667 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39430) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:12.538486 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a12c0a27-bfbe-4e6e-a773-82afe2f7a424 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:12.637167 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=8121e0cd-3e09-492e-a05a-27d799606093,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:12.641392 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81948319-9989-4896-a90c-00a972576aa9,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:12.664395 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:12.681189 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:12.717870 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['8121e0cd-3e09-492e-a05a-27d799606093'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:33:12.914465 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f60a4c7d-262f-481f-b1a5-ba7eec0b8fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:12.959603 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a12c0a27-bfbe-4e6e-a773-82afe2f7a424 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:12.960358 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:12.974945 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f60a4c7d-262f-481f-b1a5-ba7eec0b8fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:13.086376 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f60a4c7d-262f-481f-b1a5-ba7eec0b8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:13.087000 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-fbcebcb1-e34c-4bcb-929d-106ace098da8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:13.089366 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-fbcebcb1-e34c-4bcb-929d-106ace098da8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 819 time: 0.6686273 May 04 14:33:13.100286 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:13.201483 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-5ea0a8ab-87b4-48dc-9fe7-47cb3fe6eb10 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:13.206392 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-5ea0a8ab-87b4-48dc-9fe7-47cb3fe6eb10 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.54 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 819 time: 0.5738652 May 04 14:33:13.208675 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-c6c0f538-cfba-4b25-afa2-326a7b39dd59 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/quotas/bc29be53d5f9457595547958e20a998a HTTP/1.1" status: 200 len: 375 time: 0.0800009 May 04 14:33:13.217612 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a4c7d-262f-481f-b1a5-ba7eec0b8fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81948319-9989-4896-a90c-00a972576aa9,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:13.240887 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f60a4c7d-262f-481f-b1a5-ba7eec0b8fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:13.320039 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Request body: {'port': {'device_id': '0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9', 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56', 'admin_state_up': True, 'tenant_id': 'bc29be53d5f9457595547958e20a998a'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:13.359122 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f60a4c7d-262f-481f-b1a5-ba7eec0b8fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:13.360774 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f60a4c7d-262f-481f-b1a5-ba7eec0b8fb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81948319-9989-4896-a90c-00a972576aa9 HTTP/1.1" status: 204 len: 168 time: 0.8376155 May 04 14:33:13.499152 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209c24-d7b4-4d70-aab9-9f77616e6531 req-08033a46-6cc3-4b93-9828-d2bb4f15cbbe tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:13.502389 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-dab4e84d-cb90-4b5e-9ceb-19242aea6ebd tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:13.503144 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-dab4e84d-cb90-4b5e-9ceb-19242aea6ebd tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Synchronizing usage tracker for tenant:cf5345351fb64096b9d4615d49a85a11 on resource:network {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:13.518351 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3f209c24-d7b4-4d70-aab9-9f77616e6531 req-08033a46-6cc3-4b93-9828-d2bb4f15cbbe tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 944 time: 0.5950201 May 04 14:33:13.562289 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-dab4e84d-cb90-4b5e-9ceb-19242aea6ebd tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Unset dirty status for tenant:cf5345351fb64096b9d4615d49a85a11 on resource:network {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:13.564007 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-dab4e84d-cb90-4b5e-9ceb-19242aea6ebd tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 817 time: 0.4225845 May 04 14:33:13.616218 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3f209c24-d7b4-4d70-aab9-9f77616e6531 req-73b5006c-530f-4165-992d-24e347179292 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992851 May 04 14:33:13.655308 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:13.671442 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:13.685684 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Made reservation on behalf of bc29be53d5f9457595547958e20a998a for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:13.689964 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:13.720034 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-ca513b69-9bd8-400a-85ff-f1f6e5566a91 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5045271 May 04 14:33:13.917972 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39502) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:13.941287 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:13.961552 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:13.966120 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] Usage tracker for resource:security_group_rule and tenant:c070d92781db4259b148652fc86d2b01 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:13.971006 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:13.977778 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:14.084651 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.088936 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-468c325e-ffe1-43be-8fbc-1aa1825d57ee service neutron] 10.222.0.50 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309352 May 04 14:33:14.090863 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.117257 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:14.129992 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c070d92781db4259b148652fc86d2b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108727 May 04 14:33:14.132444 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39516) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:14.199225 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c0f6f5-d2f7-4c9d-88ef-af3e1754e8cb,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:14.205377 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:14.217783 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bc4c829d-f6e3-4732-8114-6e424b101f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.232445 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Allocated IP 172.20.0.2 (375c64a7-d216-49b0-a85c-1971e50e8e56/667c96f8-2af0-4b71-97ec-2f5e81e96edd/8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:14.250196 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bc4c829d-f6e3-4732-8114-6e424b101f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.305935 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bc4c829d-f6e3-4732-8114-6e424b101f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.310205 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1a8e885e-a364-4e66-9a3c-c619a3a5f3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:14.318425 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-ed42e16a-41fc-44b2-bf35-4e133925bdb1 service neutron] 10.222.0.50 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276881 May 04 14:33:14.319078 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39524) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:14.328191 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c829d-f6e3-4732-8114-6e424b101f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c0f6f5-d2f7-4c9d-88ef-af3e1754e8cb,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:14.333006 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bc4c829d-f6e3-4732-8114-6e424b101f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:14.335084 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bc4c829d-f6e3-4732-8114-6e424b101f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.336204 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bc4c829d-f6e3-4732-8114-6e424b101f09 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84c0f6f5-d2f7-4c9d-88ef-af3e1754e8cb HTTP/1.1" status: 204 len: 168 time: 0.2027411 May 04 14:33:14.383643 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607a896-5887-4767-87c1-e1c1b7c7414e req-4f358bb8-181d-4d2c-86e1-2c629da18a4e tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:14.385168 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5607a896-5887-4767-87c1-e1c1b7c7414e req-4f358bb8-181d-4d2c-86e1-2c629da18a4e tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 944 time: 0.6297078 May 04 14:33:14.578611 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.602826 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:14.607048 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] Usage tracker for resource:security_group_rule and tenant:3980ac5d10b14108b0fe6ca26c557ae0 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:14.610219 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:14.616401 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:14.641214 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5607a896-5887-4767-87c1-e1c1b7c7414e req-9a742f3a-d4d6-4f12-b7b9-4b751ca079ec tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083833 May 04 14:33:14.653560 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c5607aac-9c05-4111-890f-c11a4458697b req-4a5a063f-5f57-47b3-8b62-d7f26391d073 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 210 time: 0.0680068 May 04 14:33:14.676526 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.723433 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.738408 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f2234202-5446-484f-984a-e5c73581f4be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:14.781767 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.790753 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:14.816491 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:14.884125 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Network 375c64a7-d216-49b0-a85c-1971e50e8e56 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:14.900770 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ac6f44fd-fb4c-48b1-9334-9ce714ef6b75 req-9d1eb95c-ff8c-459b-961c-919d042e927e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 210 time: 0.1038778 May 04 14:33:14.939750 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3980ac5d10b14108b0fe6ca26c557ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6196096 May 04 14:33:14.941186 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b07b86-a017-4ded-82b0-4739a807c764,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:14.943639 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39556) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:14.945413 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:14.947108 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:14.951299 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:15.009008 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Pushing event updated for resources: {'Port': ['ID=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:15.014181 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:15.049597 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:15.050135 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:15.060752 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d3e506ad-6105-436c-8b51-0f61abed69fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:15.097604 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6db127-74f5-48fe-8344-0807c8e50b16 req-5630ae59-c5e2-44a2-886f-4c37bccf3284 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:15.099264 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5f6db127-74f5-48fe-8344-0807c8e50b16 req-5630ae59-c5e2-44a2-886f-4c37bccf3284 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 944 time: 0.2174368 May 04 14:33:15.101221 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7873945 May 04 14:33:15.115110 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d3e506ad-6105-436c-8b51-0f61abed69fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:15.178254 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5f6db127-74f5-48fe-8344-0807c8e50b16 req-ffd8b585-019a-4c3b-b61b-0d11752c5978 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691495 May 04 14:33:15.209969 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d3e506ad-6105-436c-8b51-0f61abed69fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:15.215321 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-607ebb7c-a251-40de-b3aa-5fe9dcfa9c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:15.235421 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e506ad-6105-436c-8b51-0f61abed69fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b07b86-a017-4ded-82b0-4739a807c764,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:15.240841 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d3e506ad-6105-436c-8b51-0f61abed69fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:15.246022 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d3e506ad-6105-436c-8b51-0f61abed69fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:15.247759 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d3e506ad-6105-436c-8b51-0f61abed69fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38b07b86-a017-4ded-82b0-4739a807c764 HTTP/1.1" status: 204 len: 168 time: 0.3028710 May 04 14:33:15.308864 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:33:15.595828 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39584) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:15.613203 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:15.630529 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:15.634255 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] Usage tracker for resource:security_group_rule and tenant:13a0455ccf20415d94d27caa04f2f93c is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:15.641654 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:15.643484 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:15.748722 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:15.755781 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:15.776518 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6c6c6213-06c8-4fe8-8670-430a85677df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:15.848637 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea12a3c-4ebc-4052-a549-e2d6087b4396,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:15.867973 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:15.881027 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13a0455ccf20415d94d27caa04f2f93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841229 May 04 14:33:15.884410 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39604) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:15.910595 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e302c5df-f844-4ed4-aa77-7785882c2181 req-e95dd2fc-7118-4e5a-b797-2c2d5e09f295 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 210 time: 0.0697503 May 04 14:33:15.961022 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-df1f9e6d-059f-40a1-a4a1-e04bdd55340e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:15.984371 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb0bd0-206b-4a25-9b4e-6a5c7f8a8a7e req-14c3face-a4a6-4aa7-83b0-259a214c394c tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:15.986165 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a9eb0bd0-206b-4a25-9b4e-6a5c7f8a8a7e req-14c3face-a4a6-4aa7-83b0-259a214c394c tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 944 time: 0.1849144 May 04 14:33:15.993927 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-df1f9e6d-059f-40a1-a4a1-e04bdd55340e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:16.061940 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-df1f9e6d-059f-40a1-a4a1-e04bdd55340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:16.066983 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:16.079689 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a9eb0bd0-206b-4a25-9b4e-6a5c7f8a8a7e req-a83c3750-df4e-46a7-bd58-900e3a08c5ae tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870588 May 04 14:33:16.083040 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f9e6d-059f-40a1-a4a1-e04bdd55340e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea12a3c-4ebc-4052-a549-e2d6087b4396,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:16.086215 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-df1f9e6d-059f-40a1-a4a1-e04bdd55340e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:16.088290 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-df1f9e6d-059f-40a1-a4a1-e04bdd55340e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:16.100492 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-df1f9e6d-059f-40a1-a4a1-e04bdd55340e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ea12a3c-4ebc-4052-a549-e2d6087b4396 HTTP/1.1" status: 204 len: 168 time: 0.2147596 May 04 14:33:16.105146 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-b79e701f-238c-47b5-8948-38bdb992ab79 req-34d6a8f8-492f-4ea8-ab59-f8ab35302559 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Synchronizing usage tracker for tenant:bc29be53d5f9457595547958e20a998a on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:16.139279 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-b79e701f-238c-47b5-8948-38bdb992ab79 req-34d6a8f8-492f-4ea8-ab59-f8ab35302559 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Unset dirty status for tenant:bc29be53d5f9457595547958e20a998a on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:16.140490 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b79e701f-238c-47b5-8948-38bdb992ab79 req-34d6a8f8-492f-4ea8-ab59-f8ab35302559 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 210 time: 0.1127837 May 04 14:33:16.202286 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Request body: {'port': {'device_id': '0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:16.236714 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device b2c722fb-a7e9-4dea-ad90-56482ad1d459 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:16.248836 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-9dfefb9c-c776-4c79-a6cc-c66f10368b7a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Synchronizing usage tracker for tenant:cf5345351fb64096b9d4615d49a85a11 on resource:security_group {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:16.290706 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-9dfefb9c-c776-4c79-a6cc-c66f10368b7a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Unset dirty status for tenant:cf5345351fb64096b9d4615d49a85a11 on resource:security_group {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:16.294305 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-9dfefb9c-c776-4c79-a6cc-c66f10368b7a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5345351fb64096b9d4615d49a85a11 HTTP/1.1" status: 200 len: 379 time: 0.1002319 May 04 14:33:16.317313 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'port': {'device_id': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'admin_state_up': True, 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'security_groups': ['ff28ddcf-bee3-4e49-a11a-07d1716afdff']}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:16.398311 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port b2c722fb-a7e9-4dea-ad90-56482ad1d459 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:16.406529 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port b2c722fb-a7e9-4dea-ad90-56482ad1d459 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:16.406912 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:16.484596 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:16.581916 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc1859-a166-4392-8679-57ba836ae0a2 req-025b8490-1c4f-4fb1-9d49-13a00ca1ae4b tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:16.590534 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-45fc1859-a166-4392-8679-57ba836ae0a2 req-025b8490-1c4f-4fb1-9d49-13a00ca1ae4b tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 944 time: 0.2388847 May 04 14:33:16.644063 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:16.654738 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:port and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:16.657905 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:16.658713 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:16.665017 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:16.680968 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Made reservation on behalf of cf5345351fb64096b9d4615d49a85a11 for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:16.696840 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:16.700897 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-45fc1859-a166-4392-8679-57ba836ae0a2 req-c27c50f2-b8df-487e-8d38-602648634dfa tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093726 May 04 14:33:16.722892 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a7b196-c64a-4ec5-bfbb-77e7f9e61c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c722fb-a7e9-4dea-ad90-56482ad1d459'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:16.828789 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port b2c722fb-a7e9-4dea-ad90-56482ad1d459, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b2c722fb-a7e9-4dea-ad90-56482ad1d459,segment=NetworkSegment(0c503d30-75b2-4465-9a1b-a964be5539cb),segment_id=0c503d30-75b2-4465-9a1b-a964be5539cb)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:16.837780 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:16.840214 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-57263ef8-cb80-45d6-9d8e-137c67b2a8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:16.967578 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Allocated IP 172.20.0.4 (2f55b652-6723-4dae-8ef8-191ed5aa1699/e460427e-8e27-479c-bbd8-8cbee88c1e50/c6cb356f-c57f-4cfe-9fe5-0c17b774ce50) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:16.996574 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=b2c722fb-a7e9-4dea-ad90-56482ad1d459,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:16.999679 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:17.193664 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f3dd4460-3fb8-42d4-be8d-75cc7c303878 req-cdaf5166-48e1-4f49-994b-00ff012a6ab8 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 210 time: 0.1300962 May 04 14:33:17.223057 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.54', 51978) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:17.418092 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:17.432376 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:17.470609 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Transition to ACTIVE for port object c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:17.515587 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:17.530117 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:17.577417 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:17.584437 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:17.595632 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:17.656588 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-482a3885-42fb-42ec-b89c-f43f69f39514 req-3392879e-9925-4f42-90b3-94518bca0cce tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 210 time: 0.1613476 May 04 14:33:17.699783 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:17.705159 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:17.722744 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:17.723382 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:17.791452 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4882669 May 04 14:33:17.796932 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:17.813785 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Request body: {'port': {'device_id': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:17.882902 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Transition to ACTIVE for port object 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:17.908935 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:17.936959 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:18.040722 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-3130edba-f796-429a-a4d9-a743fbf6d902 None None] Provisioning for port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:18.046528 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-3130edba-f796-429a-a4d9-a743fbf6d902 None None] Provisioning complete for port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:18.046987 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3130edba-f796-429a-a4d9-a743fbf6d902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:18.065714 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:18.164333 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-3130edba-f796-429a-a4d9-a743fbf6d902 None None] Port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:33:18.207514 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 8121e0cd-3e09-492e-a05a-27d799606093 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:18.313204 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a7b196-c64a-4ec5-bfbb-77e7f9e61c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c722fb-a7e9-4dea-ad90-56482ad1d459', 'code': 200} May 04 14:33:18.402440 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 8121e0cd-3e09-492e-a05a-27d799606093 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:18.407782 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 8121e0cd-3e09-492e-a05a-27d799606093 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:18.408402 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:18.433603 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-88c01cf9-7bb1-4f30-b0cc-c4a37964ae6a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:18.435549 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-88c01cf9-7bb1-4f30-b0cc-c4a37964ae6a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.54 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 819 time: 1.2031581 May 04 14:33:18.460374 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Request body: {'port': {'device_id': '0ab4522b-d94d-45f1-9d5e-48535b7f018b', 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56', 'admin_state_up': True, 'tenant_id': 'bc29be53d5f9457595547958e20a998a'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:18.572048 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.54', 51982) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:18.598314 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Pushing event updated for resources: {'Port': ['ID=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:18.614154 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:18.616333 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:18.690450 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 8121e0cd-3e09-492e-a05a-27d799606093, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8121e0cd-3e09-492e-a05a-27d799606093,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:18.697233 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:18.701912 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:18.843215 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=8121e0cd-3e09-492e-a05a-27d799606093,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:18.846168 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564f80b-c29d-4ff9-b167-b18b0e7012ea req-babb9766-5137-42e1-9950-0699fea16472 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:18.853927 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:18.854584 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0564f80b-c29d-4ff9-b167-b18b0e7012ea req-babb9766-5137-42e1-9950-0699fea16472 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 1.4563453 May 04 14:33:18.948685 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:18.958541 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:18.976103 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Transition to ACTIVE for port object c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:18.981469 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:18.987288 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:19.036044 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0564f80b-c29d-4ff9-b167-b18b0e7012ea req-cb80eb54-4d86-47ea-bb38-f38edbc0b9b1 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804686 May 04 14:33:19.266563 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Attempting to bind port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:19.266925 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Attempting to bind port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:19.267253 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Attempting to bind port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 on network 375c64a7-d216-49b0-a85c-1971e50e8e56 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:19.311693 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 on network 375c64a7-d216-49b0-a85c-1971e50e8e56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:33:19.312027 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Attempting to bind port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 on network 375c64a7-d216-49b0-a85c-1971e50e8e56 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:19.383425 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 39758) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:19.422446 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a9f2b-a2de-48ef-89c8-a0736c203ef7 req-4006b89a-57ce-4751-b425-5cb5c8b62f0c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:19.429831 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-015a9f2b-a2de-48ef-89c8-a0736c203ef7 req-4006b89a-57ce-4751-b425-5cb5c8b62f0c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 945 time: 0.8627548 May 04 14:33:19.437644 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1ac26-d294-44be-9ce4-a3a8576c5bab req-5aa5891b-1ab2-473c-9d73-e44f39f2798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:19.439905 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5cb1ac26-d294-44be-9ce4-a3a8576c5bab req-5aa5891b-1ab2-473c-9d73-e44f39f2798d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 1098 time: 0.8436792 May 04 14:33:19.440850 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:19.441409 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Checking segment: {'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:19.441987 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Bound using segment: {'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:19.442652 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Bound port: 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:19.443218 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:19.464047 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:19.524608 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5cb1ac26-d294-44be-9ce4-a3a8576c5bab req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:19.540841 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:19.601944 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-5cb1ac26-d294-44be-9ce4-a3a8576c5bab req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:19.619028 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-5cb1ac26-d294-44be-9ce4-a3a8576c5bab req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] Usage tracker for resource:security_group_rule and tenant:17884d94f0824c5bbacd787e2ccb441c is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:19.625913 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Attempting to bind port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:19.626464 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Attempting to bind port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:19.626726 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Attempting to bind port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 on network 2f55b652-6723-4dae-8ef8-191ed5aa1699 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:19.633928 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Pushing event updated for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:19.635026 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-015a9f2b-a2de-48ef-89c8-a0736c203ef7 req-c1a8dbf6-0f66-4983-88c4-72353e6eb1f7 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032921 May 04 14:33:19.643623 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 on network 2f55b652-6723-4dae-8ef8-191ed5aa1699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:33:19.644269 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Attempting to bind port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 on network 2f55b652-6723-4dae-8ef8-191ed5aa1699 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:19.647490 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:19.660323 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-5cb1ac26-d294-44be-9ce4-a3a8576c5bab req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:19.663173 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:19.663173 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Checking segment: {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:19.663173 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Bound using segment: {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:19.663173 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Bound port: c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:19.663173 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:19.670754 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-5cb1ac26-d294-44be-9ce4-a3a8576c5bab req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:19.706311 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] For port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:19.711187 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Made reservation on behalf of bc29be53d5f9457595547958e20a998a for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:19.715112 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:19.793362 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:19.800027 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:19.810034 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:19.814779 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:19.831831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] For port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:19.854831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f8bc2-ccc0-4a6e-96b6-3930b1d86043 req-22fe7d19-a74b-47f4-b515-eb6ccea88143 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:19.860107 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-598f8bc2-ccc0-4a6e-96b6-3930b1d86043 req-22fe7d19-a74b-47f4-b515-eb6ccea88143 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.5656741 May 04 14:33:19.885921 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:19.958767 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:19.959388 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:19.960818 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] 10.222.0.54 "PUT /v2.0/ports/c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 HTTP/1.1" status: 200 len: 1093 time: 2.1517537 May 04 14:33:19.961312 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:19.963475 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:20.022036 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Pushing event updated for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:20.035987 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:20.065886 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fdf2705f-d344-4cbe-8bfa-a380ceff211a req-2d0b7978-0c03-4b97-b503-c9fd8f7d6900 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 210 time: 0.1930277 May 04 14:33:20.174187 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'status': 'completed', 'code': 200} May 04 14:33:20.187494 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-943b208c-ba3e-492b-b4e8-561ecd6bb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:20.193165 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-943b208c-ba3e-492b-b4e8-561ecd6bb148 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 1096 time: 0.1613598 May 04 14:33:20.218316 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:20.219112 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:20.220923 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] 10.222.0.54 "PUT /v2.0/ports/8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 HTTP/1.1" status: 200 len: 1093 time: 4.0253267 May 04 14:33:20.225038 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:20.235790 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9', 'tag': '8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:20.314424 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77a59ab-541f-4426-b722-83fef7d26ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8121e0cd-3e09-492e-a05a-27d799606093'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:20.333410 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:20.380654 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-f510c838-e650-402c-bd1a-2f3e9dc18ece service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 HTTP/1.1" status: 200 len: 217 time: 0.1743054 May 04 14:33:20.393898 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] Usage tracker for resource:security_group_rule and tenant:e723f4a8c7a74cfba05f1faa78b048b1 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:20.406304 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Pushing event updated for resources: {'Port': ['ID=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:20.411766 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-598f8bc2-ccc0-4a6e-96b6-3930b1d86043 req-f077eed8-d16c-44cd-9f06-2a2b5721eccb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5372450 May 04 14:33:20.412715 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:20.413551 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:20.472979 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-6c3429b1-4423-4284-8e69-2b1834586010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:20.474577 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:20.475130 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-6c3429b1-4423-4284-8e69-2b1834586010 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.0868127 May 04 14:33:20.492840 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9', 'tag': '8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5', 'status': 'completed', 'code': 200} May 04 14:33:20.531493 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77a59ab-541f-4426-b722-83fef7d26ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8121e0cd-3e09-492e-a05a-27d799606093', 'code': 200} May 04 14:33:20.537999 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Allocated IP 172.20.0.10 (375c64a7-d216-49b0-a85c-1971e50e8e56/667c96f8-2af0-4b71-97ec-2f5e81e96edd/7c965988-38bc-4632-bcfa-1ea4626b0c73) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:20.571105 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-1bd60bbc-6076-473e-87f0-59e509a7f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:20.572460 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-1bd60bbc-6076-473e-87f0-59e509a7f05b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898385 May 04 14:33:20.591531 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5cb1ac26-d294-44be-9ce4-a3a8576c5bab req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:20.617308 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5cb1ac26-d294-44be-9ce4-a3a8576c5bab req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:20.652930 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:20.661173 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-4f407056-1ed2-44f3-9669-44c31d51aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:20.662607 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-4f407056-1ed2-44f3-9669-44c31d51aea4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 1096 time: 0.3489225 May 04 14:33:20.750235 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5cb1ac26-d294-44be-9ce4-a3a8576c5bab req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2908065 May 04 14:33:20.752220 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-cf169a14-32c5-471b-aadc-9d386b41169c service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713915 May 04 14:33:20.782237 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f727-81ec-4d91-b5a2-45265d145bf5 req-16311a3f-db6d-4e82-90da-78db84a12d53 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:20.783815 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2df0f727-81ec-4d91-b5a2-45265d145bf5 req-16311a3f-db6d-4e82-90da-78db84a12d53 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.3964207 May 04 14:33:20.823654 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-b1c3305c-7d17-434a-be74-1613c8045919 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 HTTP/1.1" status: 200 len: 217 time: 0.1467900 May 04 14:33:20.835360 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ad55d464-a42f-486d-a187-0f37ae91f34e,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:20.855738 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:21.044253 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:21.060046 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:21.063137 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2df0f727-81ec-4d91-b5a2-45265d145bf5 req-9883b563-d126-427d-879e-e6cf4a74a8cc tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364931 May 04 14:33:21.086115 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:21.296680 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-9068bc35-6f3f-4e10-8ef9-539b9f27908c req-25f2fe11-57ff-4663-9dfd-f5557a0f9855 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215512 May 04 14:33:21.401306 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e723f4a8c7a74cfba05f1faa78b048b1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0006187 May 04 14:33:21.404528 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39826) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:21.419533 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:21.422530 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7394c89f-d55f-4d64-bdd6-a597c9c5d6db,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:21.442604 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b0121-5aba-4342-92e8-34681214dbfa req-51b42c71-97bd-4bb7-b6bc-362a314c742e tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:21.443141 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-234b0121-5aba-4342-92e8-34681214dbfa req-51b42c71-97bd-4bb7-b6bc-362a314c742e tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 945 time: 0.5864842 May 04 14:33:21.444026 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:21.453403 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-4fd0abe5-9ab1-4d54-ab30-9d82f43d124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:21.454826 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-4fd0abe5-9ab1-4d54-ab30-9d82f43d124d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 200 len: 859 time: 0.3696775 May 04 14:33:21.459454 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3427c3a8-4105-4c45-90a5-93a54b76fed3 req-ac600ae4-3ce0-47e4-af03-473f9601f279 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 210 time: 0.1969528 May 04 14:33:21.539519 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f0350fe-6748-47b8-ace6-eb5c7b574724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:21.539642 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-63f99663-d5aa-42ea-a649-0b47232744ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=375c64a7-d216-49b0-a85c-1971e50e8e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754538 May 04 14:33:21.555632 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-a771349f-06d8-4b65-86ec-ff7eb9ac5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:21.556715 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-a771349f-06d8-4b65-86ec-ff7eb9ac5fd6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 1096 time: 0.1533628 May 04 14:33:21.611505 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f0350fe-6748-47b8-ace6-eb5c7b574724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:21.612502 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-234b0121-5aba-4342-92e8-34681214dbfa req-c9f622c5-34f9-48ee-8563-26c0feb18b30 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567428 May 04 14:33:21.706991 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b079072-988f-4aa0-a4f3-3f7adfde060e req-090b3701-1b83-42b7-9157-d56a190af1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:21.708640 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b079072-988f-4aa0-a4f3-3f7adfde060e req-090b3701-1b83-42b7-9157-d56a190af1ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 1098 time: 0.6045439 May 04 14:33:21.750115 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-f3ec8a4e-f847-417a-a840-8e45b1c53bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:21.751818 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-f3ec8a4e-f847-417a-a840-8e45b1c53bf4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 918 time: 0.1796341 May 04 14:33:21.757481 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:21.763367 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f0350fe-6748-47b8-ace6-eb5c7b574724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:21.783609 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e1f7af5a-bc7b-401f-bd52-41025d0f2292 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:21.818706 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-202b0438-70d4-4561-b109-27cac8c84b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:21.842573 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b079072-988f-4aa0-a4f3-3f7adfde060e req-eec96dbc-47d5-4438-93b6-c4fd5e82e3e0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188593 May 04 14:33:21.878498 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-72ee4a18-0cc8-4259-abba-2d706369ae6a service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252828 May 04 14:33:21.888136 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Network 375c64a7-d216-49b0-a85c-1971e50e8e56 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:21.897629 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:21.900453 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Pushing event updated for resources: {'Port': ['ID=7c965988-38bc-4632-bcfa-1ea4626b0c73,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:21.902984 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:21.921130 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-625a8803-6886-47d2-baeb-d530ce7cf40f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 HTTP/1.1" status: 200 len: 217 time: 0.1596730 May 04 14:33:21.922446 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0350fe-6748-47b8-ace6-eb5c7b574724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7394c89f-d55f-4d64-bdd6-a597c9c5d6db,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:21.924887 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8f0350fe-6748-47b8-ace6-eb5c7b574724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:21.930587 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f0350fe-6748-47b8-ace6-eb5c7b574724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:21.934726 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:21.935448 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8f0350fe-6748-47b8-ace6-eb5c7b574724 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7394c89f-d55f-4d64-bdd6-a597c9c5d6db HTTP/1.1" status: 204 len: 168 time: 0.5012095 May 04 14:33:21.951924 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fbd48-5796-4ddc-b956-4ade2b6b0c15 req-1424607e-7337-4fda-95d6-05c481cf16f3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:21.959685 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c22fbd48-5796-4ddc-b956-4ade2b6b0c15 req-1424607e-7337-4fda-95d6-05c481cf16f3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.3552744 May 04 14:33:22.020135 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:22.020756 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:22.036090 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c22fbd48-5796-4ddc-b956-4ade2b6b0c15 req-9d3fb1d8-11a9-4953-a814-3afb9620737a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755205 May 04 14:33:22.075230 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6223748 May 04 14:33:22.175197 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Request body: {'port': {'device_id': '0ab4522b-d94d-45f1-9d5e-48535b7f018b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:22.254493 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-031328e1-740e-44d6-bc1e-960026c460ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:22.257401 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-031328e1-740e-44d6-bc1e-960026c460ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.1216400 May 04 14:33:22.297147 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 39864) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:22.341513 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-3edcad52-a310-483f-b4af-764b22175991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:22.342904 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-3edcad52-a310-483f-b4af-764b22175991 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764697 May 04 14:33:22.394400 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:22.457911 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:22.471971 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f208172bcfff47acb2cc28769ef3606d is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:22.477079 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:22.492090 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:22.530894 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:22.550642 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-0d398a0e-2f04-46dd-852d-90676989cf4f service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986144 May 04 14:33:22.552333 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d307ba8-7de8-4763-abd4-131f58a02434 req-e9e7ae19-d134-4684-a1e8-bb736586d676 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189608 May 04 14:33:22.632070 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615d943-bed2-4461-b69e-52f744a6fb4d req-66ea8940-855e-4791-a288-509107203d41 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:22.633870 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8615d943-bed2-4461-b69e-52f744a6fb4d req-66ea8940-855e-4791-a288-509107203d41 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.4252172 May 04 14:33:22.818799 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-442bb9ca-aaef-4cdb-baba-9c5c63ae31c1 req-3a31da46-48dd-4df6-a0b1-b4f08ff54992 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309058 May 04 14:33:22.931497 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8615d943-bed2-4461-b69e-52f744a6fb4d req-b6f5756c-2d5e-45e9-97c6-e8c2c0cc7574 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903168 May 04 14:33:22.994183 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:23.033124 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:23.043507 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5670d8c-0727-4fb5-8c8a-7b637872f5c3 req-a487649c-5d87-4017-9c64-8ae59ac4f535 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:23.044307 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-f5670d8c-0727-4fb5-8c8a-7b637872f5c3 req-a487649c-5d87-4017-9c64-8ae59ac4f535 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Synchronizing usage tracker for tenant:bc29be53d5f9457595547958e20a998a on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:23.120244 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:23.205991 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:23.238278 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39894) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:23.241469 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f208172bcfff47acb2cc28769ef3606d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9372144 May 04 14:33:23.320995 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-569a3009-06ac-4583-bafd-b2cd58f968c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:23.361489 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-569a3009-06ac-4583-bafd-b2cd58f968c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:23.383251 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc03ceb-4bb7-48b4-90ae-4f4be9b45a38 req-fa1d35a8-333c-4c57-b8d6-bba3d0ff5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:23.384851 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cbc03ceb-4bb7-48b4-90ae-4f4be9b45a38 req-fa1d35a8-333c-4c57-b8d6-bba3d0ff5673 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 1096 time: 0.6221468 May 04 14:33:23.391684 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-f5670d8c-0727-4fb5-8c8a-7b637872f5c3 req-a487649c-5d87-4017-9c64-8ae59ac4f535 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Unset dirty status for tenant:bc29be53d5f9457595547958e20a998a on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:23.398293 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f5670d8c-0727-4fb5-8c8a-7b637872f5c3 req-a487649c-5d87-4017-9c64-8ae59ac4f535 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 932 time: 0.7611434 May 04 14:33:23.400235 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662eccfe-cd51-421e-80f0-2694b3bb7b13,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:23.422087 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-569a3009-06ac-4583-bafd-b2cd58f968c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:23.428219 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b8340fa5-3cde-4c60-ace4-75922757652f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:23.442129 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a3009-06ac-4583-bafd-b2cd58f968c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662eccfe-cd51-421e-80f0-2694b3bb7b13,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:23.450814 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-569a3009-06ac-4583-bafd-b2cd58f968c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:23.452257 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-569a3009-06ac-4583-bafd-b2cd58f968c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:23.476946 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-569a3009-06ac-4583-bafd-b2cd58f968c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/662eccfe-cd51-421e-80f0-2694b3bb7b13 HTTP/1.1" status: 204 len: 168 time: 0.2184882 May 04 14:33:23.523002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:23.703974 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f5670d8c-0727-4fb5-8c8a-7b637872f5c3 req-09232020-7f77-45c8-b5b8-12008d913056 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046901 May 04 14:33:23.854313 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c965988-38bc-4632-bcfa-1ea4626b0c73 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:23.862289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:23.884569 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1ae9-82b8-4ca6-a02c-f57bdb72e4a7 req-6b026ae8-f7ae-4f53-95a1-3011142e14bb tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:23.886281 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cdce1ae9-82b8-4ca6-a02c-f57bdb72e4a7 req-6b026ae8-f7ae-4f53-95a1-3011142e14bb tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 945 time: 0.6226451 May 04 14:33:23.939761 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Transition to ACTIVE for port object 7c965988-38bc-4632-bcfa-1ea4626b0c73 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:23.975830 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:23.999155 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:24.094154 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc03ceb-4bb7-48b4-90ae-4f4be9b45a38 req-2f05a67f-aff4-4678-b8f2-7dfb12f30c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:24.096006 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cbc03ceb-4bb7-48b4-90ae-4f4be9b45a38 req-2f05a67f-aff4-4678-b8f2-7dfb12f30c34 service neutron] 10.222.0.54 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 920 time: 0.5768323 May 04 14:33:24.205887 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cbc03ceb-4bb7-48b4-90ae-4f4be9b45a38 req-f53a3446-0ae2-4e3d-bbac-77928f6b5e94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 HTTP/1.1" status: 200 len: 217 time: 0.0812893 May 04 14:33:24.222127 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cdce1ae9-82b8-4ca6-a02c-f57bdb72e4a7 req-9e681966-db7a-4efa-97f9-6acbcc7978da tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809906 May 04 14:33:24.238810 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:33:24.495187 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c9d39-34ef-4cc0-8b74-173b4877fc52 req-bf0dd720-e905-4b42-80fe-4b692800672a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:24.497242 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-969c9d39-34ef-4cc0-8b74-173b4877fc52 req-bf0dd720-e905-4b42-80fe-4b692800672a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.6622822 May 04 14:33:24.512801 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:24.527050 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Pushing event updated for resources: {'Port': ['ID=7c965988-38bc-4632-bcfa-1ea4626b0c73,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:24.532593 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:24.538456 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'port_id': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'mac_address': 'fa:16:3e:2f:ce:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:33:24.599783 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc03ceb-4bb7-48b4-90ae-4f4be9b45a38 req-4b4ada49-f4fb-4ed1-a17a-8ac5d4b8e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:24.601245 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cbc03ceb-4bb7-48b4-90ae-4f4be9b45a38 req-4b4ada49-f4fb-4ed1-a17a-8ac5d4b8e940 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 200 len: 859 time: 0.3766837 May 04 14:33:24.608490 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:24.626365 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:24.642250 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:24.647270 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:24.648086 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:33:24.686267 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cbc03ceb-4bb7-48b4-90ae-4f4be9b45a38 req-3751e55e-cb3b-4faf-a766-79ec248685c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=375c64a7-d216-49b0-a85c-1971e50e8e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757294 May 04 14:33:24.689147 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:24.709771 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-969c9d39-34ef-4cc0-8b74-173b4877fc52 req-870414a0-8e1e-4d5c-a6c0-f3ad797e188b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726172 May 04 14:33:24.770686 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Attempting to bind port 7c965988-38bc-4632-bcfa-1ea4626b0c73 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:24.770941 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Attempting to bind port 7c965988-38bc-4632-bcfa-1ea4626b0c73 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:24.771272 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Attempting to bind port 7c965988-38bc-4632-bcfa-1ea4626b0c73 on network 375c64a7-d216-49b0-a85c-1971e50e8e56 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:24.833026 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:24.835137 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Port 7c965988-38bc-4632-bcfa-1ea4626b0c73 on network 375c64a7-d216-49b0-a85c-1971e50e8e56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:33:24.835463 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Attempting to bind port 7c965988-38bc-4632-bcfa-1ea4626b0c73 on network 375c64a7-d216-49b0-a85c-1971e50e8e56 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:24.849892 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:24.858224 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fbd82-5c12-4464-9d6e-e75d7a33c90b req-6bbd1c99-e445-4cac-a7d4-9ed3eeb9fc7b tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:24.859779 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c4fbd82-5c12-4464-9d6e-e75d7a33c90b req-6bbd1c99-e445-4cac-a7d4-9ed3eeb9fc7b tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.4635308 May 04 14:33:24.864382 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:24.864715 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Checking segment: {'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:24.865113 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Bound using segment: {'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:24.865537 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Bound port: 7c965988-38bc-4632-bcfa-1ea4626b0c73, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d604459-71e4-4a1d-b450-d260d9b7a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:24.865884 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:24.872029 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:24.889570 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5', 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56', 'port_id': '8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5', 'mac_address': 'fa:16:3e:f1:30:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667c96f8-2af0-4b71-97ec-2f5e81e96edd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:33:24.957701 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:24.976589 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:24.994844 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:25.000566 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.004657 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:25.064992 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c4fbd82-5c12-4464-9d6e-e75d7a33c90b req-9788706e-8f20-48ff-ac99-298d5ae29f3d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872139 May 04 14:33:25.066867 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cbc03ceb-4bb7-48b4-90ae-4f4be9b45a38 req-f0ec0a5c-c7e8-44bc-b6aa-dc029620414e service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565998 May 04 14:33:25.082496 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:25.086015 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:25.115385 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 39970) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:25.145833 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] For port 7c965988-38bc-4632-bcfa-1ea4626b0c73, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:25.212688 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] For port 7c965988-38bc-4632-bcfa-1ea4626b0c73, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7c965988-38bc-4632-bcfa-1ea4626b0c73,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:25.229801 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a266a3-7db7-4037-8718-85ee263327fc req-6f99682c-fb9e-4573-adfc-b2b2d7613a04 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:25.231349 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e2a266a3-7db7-4037-8718-85ee263327fc req-6f99682c-fb9e-4573-adfc-b2b2d7613a04 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 944 time: 0.3474255 May 04 14:33:25.234648 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.243132 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8cc6ab69-bbb3-4330-8a68-7977087ecb74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:25.304505 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.334413 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:25.339400 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] Usage tracker for resource:security_group_rule and tenant:ba5a3356f4b54b9ca45fc95a6e7769c4 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:25.342914 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:25.352472 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:25.352689 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:25.353132 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.354530 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] 10.222.0.54 "PUT /v2.0/ports/7c965988-38bc-4632-bcfa-1ea4626b0c73 HTTP/1.1" status: 200 len: 1094 time: 3.1864016 May 04 14:33:25.356462 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cbc03ceb-4bb7-48b4-90ae-4f4be9b45a38 req-ee4e3e37-945d-44cd-85d6-416fa3c562a8 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762456 May 04 14:33:25.356943 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab4522b-d94d-45f1-9d5e-48535b7f018b', 'tag': '7c965988-38bc-4632-bcfa-1ea4626b0c73'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:25.378494 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:33:25.426693 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Pushing event updated for resources: {'Port': ['ID=7c965988-38bc-4632-bcfa-1ea4626b0c73,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:25.454386 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:33:25.468969 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e2a266a3-7db7-4037-8718-85ee263327fc req-4daa4f2e-5916-44b2-bdec-1ece5b0cf4ed tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264590 May 04 14:33:25.487416 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:25.526749 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.534365 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.580422 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:25.678257 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba5a3356f4b54b9ca45fc95a6e7769c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590520 May 04 14:33:25.678437 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab4522b-d94d-45f1-9d5e-48535b7f018b', 'tag': '7c965988-38bc-4632-bcfa-1ea4626b0c73', 'status': 'completed', 'code': 200} May 04 14:33:25.678533 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 39994) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:25.697751 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aab9ded-27ca-4bf3-a1fa-f94955cfedcd,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:25.700839 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:25.905091 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-48b5cf3f-5b02-4690-9a2d-b95d6f3c25ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.932910 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-48b5cf3f-5b02-4690-9a2d-b95d6f3c25ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.949483 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f4db8-aa00-4e79-85ff-8229728170d2 req-f4a42d2a-5b1a-444c-9a47-146ae5547ac2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:25.950977 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b93f4db8-aa00-4e79-85ff-8229728170d2 req-f4a42d2a-5b1a-444c-9a47-146ae5547ac2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 945 time: 0.5733135 May 04 14:33:26.028294 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-8a5efdcc-3b1f-48d2-880f-e7f63d55e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:26.029779 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-8a5efdcc-3b1f-48d2-880f-e7f63d55e4ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 1097 time: 0.6042037 May 04 14:33:26.167201 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-7025b30d-7f3d-4b52-9f6d-bcb10224b48b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c965988-38bc-4632-bcfa-1ea4626b0c73 HTTP/1.1" status: 200 len: 217 time: 0.1196642 May 04 14:33:26.174156 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b93f4db8-aa00-4e79-85ff-8229728170d2 req-c1365e9a-e466-489f-aaa4-1dd2557dc388 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732037 May 04 14:33:26.234813 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-48b5cf3f-5b02-4690-9a2d-b95d6f3c25ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:26.243878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-599bc0d5-9e34-4536-b66a-eb0c1d3dcdf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:26.264669 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5cf3f-5b02-4690-9a2d-b95d6f3c25ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aab9ded-27ca-4bf3-a1fa-f94955cfedcd,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:26.273477 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-48b5cf3f-5b02-4690-9a2d-b95d6f3c25ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:26.283690 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-df9661a8-8de0-4f91-9791-05640618adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:26.285362 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-df9661a8-8de0-4f91-9791-05640618adb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 200 len: 859 time: 0.1100628 May 04 14:33:26.294451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0443be-aad8-4817-ad4e-69df60f526cc req-7c59895e-23dc-46e2-a5b7-e51333a1167d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:26.302540 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bf0443be-aad8-4817-ad4e-69df60f526cc req-7c59895e-23dc-46e2-a5b7-e51333a1167d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 944 time: 0.3624485 May 04 14:33:26.353316 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-48b5cf3f-5b02-4690-9a2d-b95d6f3c25ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:26.354537 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-48b5cf3f-5b02-4690-9a2d-b95d6f3c25ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6aab9ded-27ca-4bf3-a1fa-f94955cfedcd HTTP/1.1" status: 204 len: 168 time: 0.6745694 May 04 14:33:26.371346 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-c3f55819-5e67-47ad-b024-7a8db1f4133c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=375c64a7-d216-49b0-a85c-1971e50e8e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535502 May 04 14:33:26.432417 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bf0443be-aad8-4817-ad4e-69df60f526cc req-007771fb-0699-4afd-bb19-6709dce91d87 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286268 May 04 14:33:26.543327 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-18f9d829-631d-480c-92c7-f0c5101f29c9 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615994 May 04 14:33:26.750295 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-30dd27c0-5fe6-41ba-957b-49fa7c3c38ac req-487f58e0-55e4-452c-907c-d13570ed48aa service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002685 May 04 14:33:26.795695 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5952cb-1236-4b81-a5d5-a1d3471252c4 req-c90f6e1c-2bc7-4988-9e85-443299241194 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:26.797185 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9c5952cb-1236-4b81-a5d5-a1d3471252c4 req-c90f6e1c-2bc7-4988-9e85-443299241194 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 944 time: 0.1579027 May 04 14:33:26.960219 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9c5952cb-1236-4b81-a5d5-a1d3471252c4 req-6fff6e8c-9993-4f21-9d2c-ffdf8c48678c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562955 May 04 14:33:26.986466 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd73dd9-83cc-4255-89d4-df6269e7d8c8 req-284d6dcc-4b7f-49b4-86e4-a1b8e2e6cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:26.988830 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fcd73dd9-83cc-4255-89d4-df6269e7d8c8 req-284d6dcc-4b7f-49b4-86e4-a1b8e2e6cdea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 1097 time: 0.1207256 May 04 14:33:27.082748 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-55598714-8cc5-47ff-abb9-eecabfba6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.153718 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd73dd9-83cc-4255-89d4-df6269e7d8c8 req-e9750953-fca1-4cb4-8673-4ff52323eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:27.155169 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fcd73dd9-83cc-4255-89d4-df6269e7d8c8 req-e9750953-fca1-4cb4-8673-4ff52323eed3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 920 time: 0.1592600 May 04 14:33:27.299578 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fcd73dd9-83cc-4255-89d4-df6269e7d8c8 req-366d48a6-4554-4db8-97ed-1c4d5bb9b8d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c965988-38bc-4632-bcfa-1ea4626b0c73 HTTP/1.1" status: 200 len: 217 time: 0.1264253 May 04 14:33:27.326292 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40072) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:27.382282 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd73dd9-83cc-4255-89d4-df6269e7d8c8 req-5521a781-6e89-4b1d-804b-067208a4c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:27.384039 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fcd73dd9-83cc-4255-89d4-df6269e7d8c8 req-5521a781-6e89-4b1d-804b-067208a4c412 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 200 len: 859 time: 0.0754879 May 04 14:33:27.450863 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fcd73dd9-83cc-4255-89d4-df6269e7d8c8 req-568c9698-3429-4b98-a5dc-1dd4280a5167 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=375c64a7-d216-49b0-a85c-1971e50e8e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585287 May 04 14:33:27.506364 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.559650 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:27.565164 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4675cb92844bbe88fdcf22947542e4 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:27.568635 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:27.576131 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:27.656560 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fcd73dd9-83cc-4255-89d4-df6269e7d8c8 req-98ed0276-e963-4246-8df6-101d3c8decef service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972067 May 04 14:33:27.678188 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.683310 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.694001 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6e7f3c16-b665-4c33-af2f-01ce739de09c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:27.740946 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd4675cb92844bbe88fdcf22947542e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107997 May 04 14:33:27.740946 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9d5f71-b451-4a0c-9ca0-b7e660f4301f,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:27.743032 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40094) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:27.745733 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:27.813352 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-254d398e-8349-40ed-96de-30802b657f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.844181 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-254d398e-8349-40ed-96de-30802b657f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.905363 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fcd73dd9-83cc-4255-89d4-df6269e7d8c8 req-d9456a08-6070-4589-b28c-8003b726c915 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404859 May 04 14:33:27.915120 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bafb12-32f4-454c-9ed2-4b83031fec06 req-4f20f3c8-c345-4acc-845f-b91fc918df8e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:27.916748 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b0bafb12-32f4-454c-9ed2-4b83031fec06 req-4f20f3c8-c345-4acc-845f-b91fc918df8e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 944 time: 0.3656521 May 04 14:33:27.919544 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-254d398e-8349-40ed-96de-30802b657f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.924978 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e0180241-bcf2-4292-b2a6-369a3216134b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:27.938323 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d398e-8349-40ed-96de-30802b657f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9d5f71-b451-4a0c-9ca0-b7e660f4301f,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:27.942256 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-254d398e-8349-40ed-96de-30802b657f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:27.949707 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-254d398e-8349-40ed-96de-30802b657f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.953556 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-254d398e-8349-40ed-96de-30802b657f50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba9d5f71-b451-4a0c-9ca0-b7e660f4301f HTTP/1.1" status: 204 len: 168 time: 0.2070544 May 04 14:33:28.069184 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b0bafb12-32f4-454c-9ed2-4b83031fec06 req-4f7802f8-63dd-4718-a186-aa17175eb95b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335514 May 04 14:33:28.228633 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802b068-1a09-49aa-9dd7-c5ddc3415fac req-72a12b75-1e12-4824-be16-6179b039c635 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:28.244089 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3802b068-1a09-49aa-9dd7-c5ddc3415fac req-72a12b75-1e12-4824-be16-6179b039c635 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 944 time: 0.1249208 May 04 14:33:28.283620 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 7c965988-38bc-4632-bcfa-1ea4626b0c73 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:33:28.291883 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:28.326777 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3802b068-1a09-49aa-9dd7-c5ddc3415fac req-4fca9ef8-19c9-49b7-b32c-0f20fd5a0374 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723782 May 04 14:33:28.393990 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40118) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:28.422447 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.458031 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:28.463830 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] Usage tracker for resource:security_group_rule and tenant:57824d638b854648aa2ce8fc7f46d80f is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:28.472629 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:28.479310 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:28.548361 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:28.565638 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:28.566186 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.644365 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.652021 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.659228 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 7c965988-38bc-4632-bcfa-1ea4626b0c73, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7c965988-38bc-4632-bcfa-1ea4626b0c73,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:28.676928 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9e57d938-161d-4286-9f26-210c8072b375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:28.679697 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '7c965988-38bc-4632-bcfa-1ea4626b0c73', 'network_id': '375c64a7-d216-49b0-a85c-1971e50e8e56', 'port_id': '7c965988-38bc-4632-bcfa-1ea4626b0c73', 'mac_address': 'fa:16:3e:4e:dc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667c96f8-2af0-4b71-97ec-2f5e81e96edd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:33:28.742306 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57824d638b854648aa2ce8fc7f46d80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467066 May 04 14:33:28.745120 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 40138) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:28.748067 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b532f6-42e4-4310-852b-80a0fae36b33,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:28.764794 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:28.811818 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.820132 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e467bfe5-15c6-4b8e-b1e0-bd7d1ec9ee8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.825306 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.841234 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c965988-38bc-4632-bcfa-1ea4626b0c73 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:28.846879 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e467bfe5-15c6-4b8e-b1e0-bd7d1ec9ee8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.863795 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 7c965988-38bc-4632-bcfa-1ea4626b0c73, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7c965988-38bc-4632-bcfa-1ea4626b0c73,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:28.868652 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:28.876889 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.879974 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:28.907112 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e467bfe5-15c6-4b8e-b1e0-bd7d1ec9ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.914990 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:28.915824 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:28.925657 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.926607 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:28.929627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467bfe5-15c6-4b8e-b1e0-bd7d1ec9ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b532f6-42e4-4310-852b-80a0fae36b33,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:28.932354 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e467bfe5-15c6-4b8e-b1e0-bd7d1ec9ee8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:28.934052 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e467bfe5-15c6-4b8e-b1e0-bd7d1ec9ee8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.935232 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-e467bfe5-15c6-4b8e-b1e0-bd7d1ec9ee8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7b532f6-42e4-4310-852b-80a0fae36b33 HTTP/1.1" status: 204 len: 168 time: 0.1891305 May 04 14:33:28.957581 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'code': 200} May 04 14:33:29.016873 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=7c965988-38bc-4632-bcfa-1ea4626b0c73,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:29.021753 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:29.022164 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:29.095326 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:29.100988 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:29.107547 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:29.111541 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:29.112211 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.258132 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['7c965988-38bc-4632-bcfa-1ea4626b0c73'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:33:29.325107 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.402396 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:29.410364 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.419528 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:29.488016 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40166) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:29.522738 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.530531 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b96f1-35d5-4ce2-abd8-124d2e7feaad req-046af81e-c774-4074-80e8-e0d9a843597d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:29.532425 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ae1b96f1-35d5-4ce2-abd8-124d2e7feaad req-046af81e-c774-4074-80e8-e0d9a843597d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.2786248 May 04 14:33:29.546835 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9cb15-1a3b-42ea-b959-6a57ed8fa8c2 req-aff4286a-8108-4fac-b9a8-c835ee8e83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:29.547339 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:29.547885 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bbb9cb15-1a3b-42ea-b959-6a57ed8fa8c2 req-aff4286a-8108-4fac-b9a8-c835ee8e83ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 1098 time: 0.2329710 May 04 14:33:29.552147 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] Usage tracker for resource:security_group_rule and tenant:6c0c24aea2434ccba6b33b90e0210c4f is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:29.555315 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:29.561857 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:29.562057 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:29.573142 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:29.651469 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.698831 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.707353 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.708083 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-bbb9cb15-1a3b-42ea-b959-6a57ed8fa8c2 req-f19393a6-8e31-4400-b666-0366d61323fd service neutron] Synchronizing usage tracker for tenant:17884d94f0824c5bbacd787e2ccb441c on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:29.722283 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ae1b96f1-35d5-4ce2-abd8-124d2e7feaad req-2bfc6bd0-0ffd-4391-acab-283df461d382 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782315 May 04 14:33:29.742040 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c9087d82-575e-489d-88dd-b91638492196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:29.761505 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-bbb9cb15-1a3b-42ea-b959-6a57ed8fa8c2 req-f19393a6-8e31-4400-b666-0366d61323fd service neutron] Unset dirty status for tenant:17884d94f0824c5bbacd787e2ccb441c on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:29.769208 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bbb9cb15-1a3b-42ea-b959-6a57ed8fa8c2 req-f19393a6-8e31-4400-b666-0366d61323fd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945705 May 04 14:33:29.785141 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe954192-cd4b-416c-acf1-b4ae2a8d0341 req-4ebd940d-be0c-4ad7-942f-bb82ec666ae9 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:29.785699 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c0c24aea2434ccba6b33b90e0210c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966151 May 04 14:33:29.786291 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40176) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:29.789117 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe954192-cd4b-416c-acf1-b4ae2a8d0341 req-4ebd940d-be0c-4ad7-942f-bb82ec666ae9 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 945 time: 0.2136283 May 04 14:33:29.795162 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a97a63-bbdc-4e9b-a0b5-60ffee0c416e,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:29.798952 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:29.810064 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1235013f-ec12-4e42-b476-0f35adf5d261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.858836 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e522100f-f564-42c2-bec5-ed9024ff261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.863432 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe954192-cd4b-416c-acf1-b4ae2a8d0341 req-c74906d5-bae2-4f5b-8f60-162fc75ed9c2 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670578 May 04 14:33:29.888305 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e522100f-f564-42c2-bec5-ed9024ff261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.947995 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e522100f-f564-42c2-bec5-ed9024ff261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.952859 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:29.964493 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522100f-f564-42c2-bec5-ed9024ff261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a97a63-bbdc-4e9b-a0b5-60ffee0c416e,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:29.966688 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e522100f-f564-42c2-bec5-ed9024ff261f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:29.975756 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e522100f-f564-42c2-bec5-ed9024ff261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.979800 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e522100f-f564-42c2-bec5-ed9024ff261f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42a97a63-bbdc-4e9b-a0b5-60ffee0c416e HTTP/1.1" status: 204 len: 168 time: 0.1924803 May 04 14:33:30.677218 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:30.929556 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7a7c7-ece7-4ed4-8953-a4b5aef4ba9f req-eacdffb5-e9f6-4016-b1f6-d9f020203289 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:30.931107 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-56b7a7c7-ece7-4ed4-8953-a4b5aef4ba9f req-eacdffb5-e9f6-4016-b1f6-d9f020203289 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0965741 May 04 14:33:30.958830 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:30.989511 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-56b7a7c7-ece7-4ed4-8953-a4b5aef4ba9f req-a49253ec-be76-423c-9a31-1e1034a9afc4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514655 May 04 14:33:30.992219 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40240) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:31.067208 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5', 'code': 200} May 04 14:33:31.075384 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430d326-dc4f-43ff-ab25-c8aadea6096a req-3fcaab35-cf48-4eb8-a2fd-bb60cc5946e7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:31.076390 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f430d326-dc4f-43ff-ab25-c8aadea6096a req-3fcaab35-cf48-4eb8-a2fd-bb60cc5946e7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 945 time: 0.0934186 May 04 14:33:31.147197 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f430d326-dc4f-43ff-ab25-c8aadea6096a req-f261deef-d5a5-4bad-94b1-431effe93916 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629861 May 04 14:33:31.148392 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.171811 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:31.171811 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] Usage tracker for resource:security_group_rule and tenant:1da7ca3975214497b1408bb59d3091da is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:31.171811 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:31.176703 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:31.265689 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.270414 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.279406 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bc4c829d-f6e3-4732-8114-6e424b101f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:31.319571 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1da7ca3975214497b1408bb59d3091da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262906 May 04 14:33:31.321310 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7f5a85-ff76-4dd8-96af-39078c0da5a4,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:31.322230 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 40264) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:31.335506 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:31.395986 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-62a1d91b-d49d-4c45-871e-14021b4515ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.423045 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-62a1d91b-d49d-4c45-871e-14021b4515ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.474369 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-62a1d91b-d49d-4c45-871e-14021b4515ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.479518 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f76f480b-eb21-4caa-8ab2-f965d4d9a919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:31.492813 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1d91b-d49d-4c45-871e-14021b4515ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7f5a85-ff76-4dd8-96af-39078c0da5a4,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:31.495364 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-62a1d91b-d49d-4c45-871e-14021b4515ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:31.496615 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-62a1d91b-d49d-4c45-871e-14021b4515ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.500107 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-62a1d91b-d49d-4c45-871e-14021b4515ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e7f5a85-ff76-4dd8-96af-39078c0da5a4 HTTP/1.1" status: 204 len: 168 time: 0.1767631 May 04 14:33:31.857824 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 40284) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:31.875384 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.890063 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:31.894204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] Usage tracker for resource:security_group_rule and tenant:7df22c744a334f06ae6979fc4b92af42 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:31.897312 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:31.903151 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:31.986966 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.992027 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.004058 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:32.043942 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7df22c744a334f06ae6979fc4b92af42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849821 May 04 14:33:32.044863 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0218dd1-1bb0-40a5-ba82-d18bc4920f45,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:32.047255 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40290) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:32.048018 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:32.123683 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b935cbc8-2082-4070-b1c1-c5756369a688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.150425 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b935cbc8-2082-4070-b1c1-c5756369a688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.190440 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc83db-17ab-48ee-bc2c-2f5a6ee79851 req-282242ba-6b33-44aa-831f-96e790144856 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:32.192071 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6cfc83db-17ab-48ee-bc2c-2f5a6ee79851 req-282242ba-6b33-44aa-831f-96e790144856 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0839479 May 04 14:33:32.240701 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b935cbc8-2082-4070-b1c1-c5756369a688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.246498 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.251576 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d3e506ad-6105-436c-8b51-0f61abed69fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:32.267510 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935cbc8-2082-4070-b1c1-c5756369a688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0218dd1-1bb0-40a5-ba82-d18bc4920f45,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:32.274368 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b935cbc8-2082-4070-b1c1-c5756369a688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.275781 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b935cbc8-2082-4070-b1c1-c5756369a688 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0218dd1-1bb0-40a5-ba82-d18bc4920f45 HTTP/1.1" status: 204 len: 168 time: 0.2262611 May 04 14:33:32.276963 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b935cbc8-2082-4070-b1c1-c5756369a688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:32.285231 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6cfc83db-17ab-48ee-bc2c-2f5a6ee79851 req-59ac7665-3dda-4e14-9558-8930d8ad5173 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843709 May 04 14:33:32.444437 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a624c94-be3c-445c-83ca-bdc340ad17c0 req-e1017305-7a77-428e-86b6-940e4eb4f17a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:32.446059 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4a624c94-be3c-445c-83ca-bdc340ad17c0 req-e1017305-7a77-428e-86b6-940e4eb4f17a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 945 time: 0.1384351 May 04 14:33:32.503997 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4a624c94-be3c-445c-83ca-bdc340ad17c0 req-5ca6d1b8-0fb4-4007-8c02-369eb6e35c0a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521052 May 04 14:33:32.679210 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 40314) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:32.696788 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.710810 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:32.714794 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] Usage tracker for resource:security_group_rule and tenant:39a30196c0c2469a81e102365ee83316 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:32.717629 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:32.723588 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:32.823529 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.828679 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.835250 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:32.878147 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39a30196c0c2469a81e102365ee83316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977923 May 04 14:33:32.879100 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438941f2-f625-47f8-97cc-7e6f43e2aedd,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:32.881088 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40318) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:32.882189 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:32.942071 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-158f7208-c4ee-4cf4-b150-5da2ead06f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.967099 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-158f7208-c4ee-4cf4-b150-5da2ead06f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.023311 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-158f7208-c4ee-4cf4-b150-5da2ead06f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.028080 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-254d398e-8349-40ed-96de-30802b657f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:33.037783 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f7208-c4ee-4cf4-b150-5da2ead06f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438941f2-f625-47f8-97cc-7e6f43e2aedd,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:33.040635 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-158f7208-c4ee-4cf4-b150-5da2ead06f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:33.046474 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-158f7208-c4ee-4cf4-b150-5da2ead06f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.047619 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-158f7208-c4ee-4cf4-b150-5da2ead06f27 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/438941f2-f625-47f8-97cc-7e6f43e2aedd HTTP/1.1" status: 204 len: 168 time: 0.1655772 May 04 14:33:33.389523 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 7c965988-38bc-4632-bcfa-1ea4626b0c73 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:33.470708 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 7c965988-38bc-4632-bcfa-1ea4626b0c73 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:33.485686 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 7c965988-38bc-4632-bcfa-1ea4626b0c73 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:33.485686 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.511919 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62fa19-eb00-4004-9f34-0669f55b5415 req-e4427b7d-0be9-4bf7-9714-866442242b2b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:33.513719 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3f62fa19-eb00-4004-9f34-0669f55b5415 req-e4427b7d-0be9-4bf7-9714-866442242b2b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0981464 May 04 14:33:33.595543 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3f62fa19-eb00-4004-9f34-0669f55b5415 req-4282ee35-952c-40ec-9b35-595f537bd0d2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751414 May 04 14:33:33.740379 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.786891 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b619-57be-45c8-917d-1c92574334ee req-4de08af7-8d74-445d-b437-21d903534787 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:33.788592 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9509b619-57be-45c8-917d-1c92574334ee req-4de08af7-8d74-445d-b437-21d903534787 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 945 time: 0.1358080 May 04 14:33:33.801148 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 7c965988-38bc-4632-bcfa-1ea4626b0c73, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7c965988-38bc-4632-bcfa-1ea4626b0c73,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:33.802287 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab4522b-d94d-45f1-9d5e-48535b7f018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c965988-38bc-4632-bcfa-1ea4626b0c73'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:33.811131 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.813184 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-830f1be4-d00b-48d3-972b-b20d48a007fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:33.867740 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab4522b-d94d-45f1-9d5e-48535b7f018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c965988-38bc-4632-bcfa-1ea4626b0c73', 'code': 200} May 04 14:33:33.887639 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=7c965988-38bc-4632-bcfa-1ea4626b0c73,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:33.890390 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9509b619-57be-45c8-917d-1c92574334ee req-872e873e-3434-42da-b07d-e65470ef362c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954697 May 04 14:33:33.891013 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:33.919471 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f609dbf-73da-4386-953b-1b4422683d91 req-4a12a023-bf04-4c9b-94fa-15eeb11ed698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:33.920999 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8f609dbf-73da-4386-953b-1b4422683d91 req-4a12a023-bf04-4c9b-94fa-15eeb11ed698 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1039777 May 04 14:33:33.985577 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40360) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:34.005998 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8f609dbf-73da-4386-953b-1b4422683d91 req-8122c357-a9b0-4eb9-9f53-ac0ed3df75b0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 May 04 14:33:34.090451 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-197116918-network', 'tenant_id': 'd855404ee60646168c89cc928ed8a9d7'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:34.095354 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:34.100377 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Usage tracker for resource:network and tenant:d855404ee60646168c89cc928ed8a9d7 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:34.103945 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:34.118671 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:34.129281 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Made reservation on behalf of d855404ee60646168c89cc928ed8a9d7 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:34.131620 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.143453 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.157539 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:34.161407 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:d855404ee60646168c89cc928ed8a9d7 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:34.164457 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:34.170247 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:34.248576 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.254153 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.257314 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:34.284387 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:33:34.292965 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20bd349-2384-4c78-ba01-1eb74033ac7d,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:34.296677 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:34.299223 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.299591 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Added segment 8b156e56-3157-4ea2-b37c-a42c89d5b665 of type vlan for network a15cdae3-637e-430a-aeda-32d935f276e5 May 04 14:33:34.326187 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.356649 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.357999 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:34.358577 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.363317 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:34.459167 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4725039 May 04 14:33:34.462405 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40374) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:34.470906 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Request body: {'subnet': {'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-197116918-subnet', 'tenant_id': 'd855404ee60646168c89cc928ed8a9d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:34.475743 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a15cdae3-637e-430a-aeda-32d935f276e5,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:34.484955 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:34.488647 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:34.489584 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network a15cdae3-637e-430a-aeda-32d935f276e5 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:33:34.492083 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Usage tracker for resource:subnet and tenant:d855404ee60646168c89cc928ed8a9d7 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:34.495098 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:34.502687 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:34.516482 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Made reservation on behalf of d855404ee60646168c89cc928ed8a9d7 for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:34.519132 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412960'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.524281 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4af79-1186-471c-8131-bb4d8fe36d93 req-43959436-e628-420b-9fc7-e91098aa856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:34.526024 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-96e4af79-1186-471c-8131-bb4d8fe36d93 req-43959436-e628-420b-9fc7-e91098aa856f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 1099 time: 0.0988069 May 04 14:33:34.649804 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-96e4af79-1186-471c-8131-bb4d8fe36d93 req-c90aa1f9-e11c-4fdf-a859-e2dfdaf4e80d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891347 May 04 14:33:34.860118 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fff310-d5b6-4b65-acd5-e5b04adb1dd4 req-73a81164-b2a7-4813-a712-99e21f433a54 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:34.861626 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c0fff310-d5b6-4b65-acd5-e5b04adb1dd4 req-73a81164-b2a7-4813-a712-99e21f433a54 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1156166 May 04 14:33:34.925206 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c0fff310-d5b6-4b65-acd5-e5b04adb1dd4 req-c4a80a07-d63c-475c-8ec9-caa98512d168 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555007 May 04 14:33:35.108760 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2612885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412982'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:35.132937 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-83a1c43c-1a10-4fe5-ab2e-53bb7abb060a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:35.283033 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc265f-6a8d-42bf-99b2-49ab67078cb6 req-b7766a46-60eb-414b-b251-1719d0d5ebfa tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:35.285836 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81dc265f-6a8d-42bf-99b2-49ab67078cb6 req-b7766a46-60eb-414b-b251-1719d0d5ebfa tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.2449534 May 04 14:33:35.290753 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab63ebc0-68b4-4d58-883a-2bd920f115ee,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:35.293563 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:35.294574 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Checking segment: {'id': '8b156e56-3157-4ea2-b37c-a42c89d5b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:35.295195 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Network hostable DHCP agents. Network: a15cdae3-637e-430a-aeda-32d935f276e5, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:33:35.313735 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Network a15cdae3-637e-430a-aeda-32d935f276e5 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:33:35.315249 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fb3ff-3780-4729-923d-9ff3ede25c4d req-3baa7880-2d88-4761-928f-cf02d0be6a98 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:35.317543 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-708fb3ff-3780-4729-923d-9ff3ede25c4d req-3baa7880-2d88-4761-928f-cf02d0be6a98 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1444025 May 04 14:33:35.332211 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40420) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:35.336280 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, a15cdae3-637e-430a-aeda-32d935f276e5) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:35.345787 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c996060-f5af-4803-ab02-12446379ce11 None None] Network a15cdae3-637e-430a-aeda-32d935f276e5 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:33:35.346993 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81dc265f-6a8d-42bf-99b2-49ab67078cb6 req-6a5a88b6-0228-439d-93c0-eb006cae485d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560253 May 04 14:33:35.354232 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-b2d35e8a-33bf-4b50-a8ce-f4d126301f42 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'floatingip': {'port_id': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:35.438911 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e8a-33bf-4b50-a8ce-f4d126301f42 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:35.497275 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:35.497866 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:35.583846 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-99e3c901-3ac4-4844-8207-31f6a7f7ba96 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1116869 May 04 14:33:35.584047 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d512a148-795c-44b6-83a4-e48d1873f73c None None] Network a15cdae3-637e-430a-aeda-32d935f276e5 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:33:36.257130 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e8a-33bf-4b50-a8ce-f4d126301f42 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:36.262453 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e8a-33bf-4b50-a8ce-f4d126301f42 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:36.537887 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0d63e-5d60-4021-b4f2-946f97144a6a req-bc3eda03-4fa6-4eb4-b258-3e7f181572f4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:36.539750 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-16e0d63e-5d60-4021-b4f2-946f97144a6a req-bc3eda03-4fa6-4eb4-b258-3e7f181572f4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0788829 May 04 14:33:36.550101 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-b2d35e8a-33bf-4b50-a8ce-f4d126301f42 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Floating IP ba49fcd3-bdbc-4a01-ab76-b6284bd53504 associated. External IP: 172.27.0.234, port: c6cb356f-c57f-4cfe-9fe5-0c17b774ce50. May 04 14:33:36.583470 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-16e0d63e-5d60-4021-b4f2-946f97144a6a req-709029ff-1e72-47a1-951c-b750a15114cd tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 May 04 14:33:36.899504 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d35e8a-33bf-4b50-a8ce-f4d126301f42 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Router 234d38ef-6112-41a1-82d3-dff212ee9bfa has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:33:37.083404 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d35e8a-33bf-4b50-a8ce-f4d126301f42 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:33:37.087907 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e8a-33bf-4b50-a8ce-f4d126301f42 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:37.096290 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] Sync routers for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:33:37.107004 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:37.107646 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:33:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:37.143595 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b2d35e8a-33bf-4b50-a8ce-f4d126301f42 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "PUT /v2.0/floatingips/ba49fcd3-bdbc-4a01-ab76-b6284bd53504 HTTP/1.1" status: 200 len: 991 time: 1.8097613 May 04 14:33:37.144209 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:37.189856 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'status': 'completed', 'code': 200} May 04 14:33:37.291584 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:37.639834 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'ba49fcd3-bdbc-4a01-ab76-b6284bd53504', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'port_id': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'mac_address': 'fa:16:3e:2f:ce:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:33:06Z', 'updated_at': '2021-05-04T14:33:36Z', 'revision_number': 1, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:37.643895 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] Checking router: 234d38ef-6112-41a1-82d3-dff212ee9bfa for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:33:37.652401 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:37.652997 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:33:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:37.775791 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f59dd-8565-4e97-a22e-ce152e5fd3cd req-850b261f-4c6e-4359-82e2-3da701716261 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:37.777336 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f40f59dd-8565-4e97-a22e-ce152e5fd3cd req-850b261f-4c6e-4359-82e2-3da701716261 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0827529 May 04 14:33:37.821916 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f40f59dd-8565-4e97-a22e-ce152e5fd3cd req-30373d84-4f2b-4843-9a7c-14a5cc57b507 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385504 May 04 14:33:37.826734 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:38.216458 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'ba49fcd3-bdbc-4a01-ab76-b6284bd53504', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'port_id': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'mac_address': 'fa:16:3e:2f:ce:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:33:06Z', 'updated_at': '2021-05-04T14:33:36Z', 'revision_number': 1, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:38.220748 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f9e66-163c-42d7-a3cf-5e54c4824675 None None] The sync data for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi is: [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'ba49fcd3-bdbc-4a01-ab76-b6284bd53504', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'port_id': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'mac_address': 'fa:16:3e:2f:ce:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:33:06Z', 'updated_at': '2021-05-04T14:33:36Z', 'revision_number': 1, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:33:38.413065 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af176104-1586-4438-875c-3f00fe9370a1 None None] New status for floating IP ba49fcd3-bdbc-4a01-ab76-b6284bd53504: ACTIVE {{(pid=73814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:33:38.860865 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-18b5dc0c-e82c-4616-9fed-b57b286004ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:38.862356 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-18b5dc0c-e82c-4616-9fed-b57b286004ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 1098 time: 0.0751309 May 04 14:33:39.057986 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-20f1ee11-0f83-4c2d-aba0-376bfddf4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:39.059488 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-20f1ee11-0f83-4c2d-aba0-376bfddf4145 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 918 time: 0.1832790 May 04 14:33:39.083648 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da8fb7-1085-470e-a284-596b6e9fe4ca req-7406fb60-e0cb-46f7-9ee8-b1371644b514 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:39.085029 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-56da8fb7-1085-470e-a284-596b6e9fe4ca req-7406fb60-e0cb-46f7-9ee8-b1371644b514 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1254890 May 04 14:33:39.130736 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-56da8fb7-1085-470e-a284-596b6e9fe4ca req-685d622e-e63a-4b81-aaca-7607cf61dfa0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 May 04 14:33:39.230309 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-88a36f5d-5d46-43fa-b5e6-d8745c8da1bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 HTTP/1.1" status: 200 len: 1001 time: 0.0964527 May 04 14:33:39.360053 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-86784390-8f13-40c7-88c2-550ecf9461bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:39.362184 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-86784390-8f13-40c7-88c2-550ecf9461bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.0643876 May 04 14:33:39.495617 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-c078d1c3-590c-447f-b65d-e010e98eee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:39.497919 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-c078d1c3-590c-447f-b65d-e010e98eee8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0995018 May 04 14:33:39.667538 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-5e63512c-5546-40d0-80e7-20972ea46674 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416328 May 04 14:33:39.833776 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-570789e3-6b7b-4f22-a6be-5691502ef4de req-5f3b0839-855d-4d30-8c6b-177f32e536e4 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452634 May 04 14:33:40.317393 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec2caf-3ba1-4c24-8de6-8f698faa3b2a req-f4e6eff5-1f60-423d-a156-0912203ffb08 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:40.318888 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40ec2caf-3ba1-4c24-8de6-8f698faa3b2a req-f4e6eff5-1f60-423d-a156-0912203ffb08 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0799973 May 04 14:33:40.362537 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40ec2caf-3ba1-4c24-8de6-8f698faa3b2a req-52582420-1946-4134-8301-e5612d0cda5f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378423 May 04 14:33:40.853836 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b156507-7e86-4329-9761-0d5182320112 req-af99176d-1391-4569-b74a-a7d96d4f4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:40.855343 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b156507-7e86-4329-9761-0d5182320112 req-af99176d-1391-4569-b74a-a7d96d4f4422 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 1099 time: 0.1412616 May 04 14:33:40.863508 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c218526-cfe4-4404-bf18-52a91dcbd69e req-b192fdcb-e11f-4c03-913b-d7c4fb63c183 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:40.864895 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6c218526-cfe4-4404-bf18-52a91dcbd69e req-b192fdcb-e11f-4c03-913b-d7c4fb63c183 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1044407 May 04 14:33:41.115830 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6c218526-cfe4-4404-bf18-52a91dcbd69e req-f81ff9ab-1c36-447f-a3dc-8ddf83ab83fa tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277825 May 04 14:33:41.207499 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b156507-7e86-4329-9761-0d5182320112 req-86774fa2-7c30-4b38-a361-d88dd197722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:41.209153 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b156507-7e86-4329-9761-0d5182320112 req-86774fa2-7c30-4b38-a361-d88dd197722c service neutron] 10.222.0.54 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 920 time: 0.3431642 May 04 14:33:41.301865 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b156507-7e86-4329-9761-0d5182320112 req-fa5d1794-d280-4539-a9d8-5d1804151d2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c965988-38bc-4632-bcfa-1ea4626b0c73 HTTP/1.1" status: 200 len: 217 time: 0.0733528 May 04 14:33:41.308977 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-8be67c91-66fb-43f1-9cbe-3dae33671f81 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:41.313335 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-8be67c91-66fb-43f1-9cbe-3dae33671f81 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/networks?id=a15cdae3-637e-430a-aeda-32d935f276e5 HTTP/1.1" status: 200 len: 808 time: 0.3442717 May 04 14:33:41.380640 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-73ef3d15-ff20-4740-b038-7a8a538e1188 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/quotas/d855404ee60646168c89cc928ed8a9d7 HTTP/1.1" status: 200 len: 375 time: 0.0595529 May 04 14:33:41.420549 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40568) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:41.436347 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-e9573eb3-d4e4-4b2f-8dd6-5df17089f9f3 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d855404ee60646168c89cc928ed8a9d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473995 May 04 14:33:41.493071 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b156507-7e86-4329-9761-0d5182320112 req-a89e9e34-f2fa-4dcc-b688-657292349a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:41.494732 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b156507-7e86-4329-9761-0d5182320112 req-a89e9e34-f2fa-4dcc-b688-657292349a51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 200 len: 859 time: 0.1658988 May 04 14:33:41.542444 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.556549 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:41.560493 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Usage tracker for resource:security_group_rule and tenant:97f99a03aa114db08b036cc8a08f0bbb is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:41.563269 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:41.568869 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:41.595730 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b156507-7e86-4329-9761-0d5182320112 req-0f157a95-aba9-4817-bbd4-8bb28a0e78bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=375c64a7-d216-49b0-a85c-1971e50e8e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482605 May 04 14:33:41.654609 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.660777 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.669913 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f60a4c7d-262f-481f-b1a5-ba7eec0b8fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:41.709567 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97f99a03aa114db08b036cc8a08f0bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873278 May 04 14:33:41.710630 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f89ed30-5f05-49db-83d8-008095063d02,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:41.717634 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40580) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:41.719403 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.720292 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.720809 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.721362 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.721869 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.722377 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.722880 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.723385 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.723932 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.724450 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.724785 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.725118 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:41.730421 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:41.760638 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-555a6da7-0170-4d17-8d01-b6a311fa2cb2 service neutron] 10.222.0.50 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170698 May 04 14:33:41.788951 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9784cf75-08c3-4435-a424-f5e365348af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.814896 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9784cf75-08c3-4435-a424-f5e365348af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.868064 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9784cf75-08c3-4435-a424-f5e365348af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.872999 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:41.885230 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784cf75-08c3-4435-a424-f5e365348af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f89ed30-5f05-49db-83d8-008095063d02,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:41.888130 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9784cf75-08c3-4435-a424-f5e365348af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:41.889976 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9784cf75-08c3-4435-a424-f5e365348af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.891066 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9784cf75-08c3-4435-a424-f5e365348af6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f89ed30-5f05-49db-83d8-008095063d02 HTTP/1.1" status: 204 len: 168 time: 0.1624758 May 04 14:33:41.938502 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b156507-7e86-4329-9761-0d5182320112 req-36d4767f-f966-4683-898d-6477a2af9bf8 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325970 May 04 14:33:42.091368 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-103b899b-1476-4d3e-8d24-6e506d7a3d2a service neutron] 10.222.0.50 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207638 May 04 14:33:42.107396 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad075848-7227-4298-adab-6c29349ba6f8 req-191c644c-8759-498c-a4c4-2ac1b9913184 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:42.107396 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ad075848-7227-4298-adab-6c29349ba6f8 req-191c644c-8759-498c-a4c4-2ac1b9913184 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.3435118 May 04 14:33:42.181237 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b156507-7e86-4329-9761-0d5182320112 req-a80f3f9d-22c4-439b-a94e-0cc0bd67fc78 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325754 May 04 14:33:42.202737 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ad075848-7227-4298-adab-6c29349ba6f8 req-a9da8a49-2365-467c-b470-65aef3452622 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793138 May 04 14:33:42.474297 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe4d1abc-6d55-4fde-be7c-122189c62ca9 req-3909d219-e393-46b4-b336-4f25bf021b63 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 210 time: 0.1292443 May 04 14:33:42.571086 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ecbc6-61c0-4b77-a8db-68bf0850f677 req-65b77593-2096-41f7-bf45-0b91ab07c000 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:42.590883 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-248ecbc6-61c0-4b77-a8db-68bf0850f677 req-65b77593-2096-41f7-bf45-0b91ab07c000 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1963239 May 04 14:33:42.665057 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-248ecbc6-61c0-4b77-a8db-68bf0850f677 req-54a6f992-c117-40ee-a2bc-d73b452cef6e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734990 May 04 14:33:42.858222 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40642) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:43.023921 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 40650) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:43.092274 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.100263 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1722108821-network', 'tenant_id': '9265106fab0a4a9eb06488ab77bc4ed3'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:43.105084 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:43.109706 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Usage tracker for resource:network and tenant:9265106fab0a4a9eb06488ab77bc4ed3 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:43.112873 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:43.113292 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:43.119874 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Usage tracker for resource:security_group_rule and tenant:1a9bc09474044cc3a32732fd69517185 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:43.120608 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:43.123414 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:43.129780 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:43.134456 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Made reservation on behalf of 9265106fab0a4a9eb06488ab77bc4ed3 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:43.137420 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.156561 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.172251 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:43.176427 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Usage tracker for resource:security_group_rule and tenant:9265106fab0a4a9eb06488ab77bc4ed3 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:43.179494 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:43.185415 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:43.231261 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.235634 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.247563 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4e6bd6cf-c1d8-4d99-969c-0cc6150c7551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:43.272400 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.277636 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.291121 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:33:43.300788 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a9bc09474044cc3a32732fd69517185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755754 May 04 14:33:43.303018 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e0e53a-72ca-462b-af67-2a79ee39c53f,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:43.304519 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.304950 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Added segment adb94654-8ab6-4726-b2ae-e57718a2bb30 of type vlan for network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 May 04 14:33:43.305588 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 40658) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:43.318807 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-df1f9e6d-059f-40a1-a4a1-e04bdd55340e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:43.328938 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.329506 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.329848 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.330181 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.330666 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.331004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.331333 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.331688 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.332042 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.332372 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.332815 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.333260 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:43.351699 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.363702 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4ca78e-7b53-440b-a370-4f3840869deb,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:43.367726 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:43.375970 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:43.392754 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.394348 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:43.394926 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.400196 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:43.452544 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a30cfbee-126a-43da-859b-9624ad274dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.478068 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf817a4d-d9d7-4da3-a04c-776229244808 req-7f757b3d-1394-45f3-8275-73a67678c1ff tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:43.479764 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bf817a4d-d9d7-4da3-a04c-776229244808 req-7f757b3d-1394-45f3-8275-73a67678c1ff tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.1588948 May 04 14:33:43.494709 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Pushing event updated for resources: {'Network': ['ID=ec00b0aa-42ac-49f3-8eed-1a5869b3dac6,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:43.497499 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6381409 May 04 14:33:43.498544 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:43.500314 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40662) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:43.505869 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Request body: {'subnet': {'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1722108821-subnet', 'tenant_id': '9265106fab0a4a9eb06488ab77bc4ed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:43.509749 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:33:43.510647 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:43.514550 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Usage tracker for resource:subnet and tenant:9265106fab0a4a9eb06488ab77bc4ed3 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:43.517759 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:43.523653 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:43.530277 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a30cfbee-126a-43da-859b-9624ad274dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.540829 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Made reservation on behalf of 9265106fab0a4a9eb06488ab77bc4ed3 for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:43.543462 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412960'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.593569 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a30cfbee-126a-43da-859b-9624ad274dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.600400 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b57f36b6-b9b2-4ba8-9395-a931250e94b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:43.615041 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cfbee-126a-43da-859b-9624ad274dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e0e53a-72ca-462b-af67-2a79ee39c53f,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:43.618498 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a30cfbee-126a-43da-859b-9624ad274dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:43.656761 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bf817a4d-d9d7-4da3-a04c-776229244808 req-86a0211d-9a45-439b-8607-0404197c8654 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648724 May 04 14:33:43.710486 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6f661b3a-2b35-477c-bd1f-3f9afb8877ec req-1d3276d3-9746-4c20-a22b-647d30fca7cb tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 210 time: 0.0697715 May 04 14:33:43.712339 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a30cfbee-126a-43da-859b-9624ad274dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.713350 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-a30cfbee-126a-43da-859b-9624ad274dac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3e0e53a-72ca-462b-af67-2a79ee39c53f HTTP/1.1" status: 204 len: 168 time: 0.4067049 May 04 14:33:43.865501 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275c5c-93f3-4115-87df-95996f8f6b92 req-29520809-59d3-403c-ada9-a1a3e9416e4f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:43.867325 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1a275c5c-93f3-4115-87df-95996f8f6b92 req-29520809-59d3-403c-ada9-a1a3e9416e4f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0900311 May 04 14:33:43.997102 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1a275c5c-93f3-4115-87df-95996f8f6b92 req-1fbe74e9-d506-4833-a028-c83e3b1eb1d2 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208425 May 04 14:33:44.068653 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2612885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412982'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.072387 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 40680) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:44.073718 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4323cd44-cf21-44c3-84ff-7927ecf8361a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:44.089332 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.103590 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:44.107480 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] Usage tracker for resource:security_group_rule and tenant:4c5f339d31dc4f34be2bccbba23ecdaa is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:44.110289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:44.117067 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:44.145114 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f1bf6f-4fb9-4360-8694-1e98192cc071,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:44.149189 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:44.156879 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Checking segment: {'id': 'adb94654-8ab6-4726-b2ae-e57718a2bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:44.157246 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Network hostable DHCP agents. Network: ec00b0aa-42ac-49f3-8eed-1a5869b3dac6, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:33:44.177519 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:33:44.188018 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, ec00b0aa-42ac-49f3-8eed-1a5869b3dac6) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:44.197436 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:44.198110 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.200958 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1509cc80-2eb7-4a64-907e-ee9b34f08422 None None] Network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:33:44.215967 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.218954 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7174692 May 04 14:33:44.226034 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.234440 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:44.276348 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c5f339d31dc4f34be2bccbba23ecdaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002254 May 04 14:33:44.276348 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0951465-d858-4702-bef7-4d5a7cf3efc9,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:44.276523 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 40686) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:44.278526 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:44.336410 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf8e8-2752-45fd-9548-3c59c9a60576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.362788 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf8e8-2752-45fd-9548-3c59c9a60576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.418853 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf8e8-2752-45fd-9548-3c59c9a60576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.421220 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6ff771-88fc-49a6-917a-8b372dd1f49f None None] Network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:33:44.426206 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b894fafb-2583-44a1-8187-a54220e2fc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:44.439221 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf8e8-2752-45fd-9548-3c59c9a60576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.442757 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f5bcf8e8-2752-45fd-9548-3c59c9a60576 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0951465-d858-4702-bef7-4d5a7cf3efc9 HTTP/1.1" status: 204 len: 168 time: 0.1628656 May 04 14:33:44.444770 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf8e8-2752-45fd-9548-3c59c9a60576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0951465-d858-4702-bef7-4d5a7cf3efc9,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:44.447419 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f5bcf8e8-2752-45fd-9548-3c59c9a60576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:44.852198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9521cfd-841a-4c89-aae5-fa059c47fd6c req-2af0eb2b-021f-477d-94f4-e35dee5fff3e tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:44.859087 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d9521cfd-841a-4c89-aae5-fa059c47fd6c req-2af0eb2b-021f-477d-94f4-e35dee5fff3e tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.0986464 May 04 14:33:44.905499 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d9521cfd-841a-4c89-aae5-fa059c47fd6c req-8f122466-c14d-4ca6-b4a0-841f31777a30 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455256 May 04 14:33:45.067285 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7cf23840-0631-49d1-aa59-94bb93cdba69 req-d9981514-e343-4d0e-b75e-33b0f1983482 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 210 time: 0.0559943 May 04 14:33:45.258863 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0e715-dc21-4cf9-8b17-c22818709c7a req-6d39d762-8b0c-45eb-b2cf-f2f5544d96f1 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:45.260325 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a5f0e715-dc21-4cf9-8b17-c22818709c7a req-6d39d762-8b0c-45eb-b2cf-f2f5544d96f1 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0831091 May 04 14:33:45.305473 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a5f0e715-dc21-4cf9-8b17-c22818709c7a req-fb81be5c-fa2b-4b83-be3e-288aa760611e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394251 May 04 14:33:46.105028 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83da8-d199-412f-b7f7-cbf7f1edea9e req-d244a8da-fd5b-431d-82a8-f41527c89297 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:46.106523 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-68b83da8-d199-412f-b7f7-cbf7f1edea9e req-d244a8da-fd5b-431d-82a8-f41527c89297 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.0829785 May 04 14:33:46.157107 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-68b83da8-d199-412f-b7f7-cbf7f1edea9e req-158d54a1-cb23-4d35-b658-4e1ccdf34036 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429010 May 04 14:33:46.297054 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-91960951-7420-4484-9766-bfe77d76b8c4 req-f5af8c47-a3b8-4ae1-8aaf-10210cf0592b tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 210 time: 0.0417910 May 04 14:33:46.487556 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63addb-0bb6-4a97-bcfa-086aaa629928 req-52ab3181-dcd2-46e0-a10d-66ba1826169c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:46.488915 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b63addb-0bb6-4a97-bcfa-086aaa629928 req-52ab3181-dcd2-46e0-a10d-66ba1826169c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0794268 May 04 14:33:46.532280 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b63addb-0bb6-4a97-bcfa-086aaa629928 req-af7f50cf-8ac8-4034-8c37-8484a884b0e9 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375261 May 04 14:33:47.120694 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-03b3fdde-0b49-44d6-9b03-ee1bdb1ed48b tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:47.124138 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-03b3fdde-0b49-44d6-9b03-ee1bdb1ed48b tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.54 "GET /v2.0/networks?id=a15cdae3-637e-430a-aeda-32d935f276e5 HTTP/1.1" status: 200 len: 808 time: 0.1553235 May 04 14:33:47.160685 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Request body: {'port': {'device_id': '1a0a3e26-ea23-4e36-9773-790e17060b8d', 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5', 'admin_state_up': True, 'tenant_id': 'd855404ee60646168c89cc928ed8a9d7'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:47.379399 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:47.385206 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Usage tracker for resource:port and tenant:d855404ee60646168c89cc928ed8a9d7 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:47.390165 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:47.417664 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:47.505326 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Made reservation on behalf of d855404ee60646168c89cc928ed8a9d7 for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:47.508788 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:47.536570 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d383d-f289-49d4-b06f-3d8d49f73b73 req-a3055f8b-2a25-42aa-bd3c-078c0b557a03 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:47.538000 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9b0d383d-f289-49d4-b06f-3d8d49f73b73 req-a3055f8b-2a25-42aa-bd3c-078c0b557a03 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.2398298 May 04 14:33:47.637251 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-bd2633f2-5900-4399-8623-66ea95fbc4e2 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:47.638734 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-bd2633f2-5900-4399-8623-66ea95fbc4e2 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/networks?id=ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 HTTP/1.1" status: 200 len: 814 time: 0.2507389 May 04 14:33:47.676065 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9b0d383d-f289-49d4-b06f-3d8d49f73b73 req-0e72895b-4574-4f8c-bd16-6af7cf07357b tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311707 May 04 14:33:47.679905 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-1c602be9-8e24-4fb4-ba68-b4dcf0ca0a49 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/quotas/9265106fab0a4a9eb06488ab77bc4ed3 HTTP/1.1" status: 200 len: 375 time: 0.0344427 May 04 14:33:47.734493 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-2c44192f-8419-4d76-8556-c70869a982f3 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9265106fab0a4a9eb06488ab77bc4ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472755 May 04 14:33:47.854091 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c0fb36d0-34d8-42b6-86ad-e0fbfc424531 req-f81b9729-ff7b-4ab0-9e9d-5f7ab150b11b tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 210 time: 0.0805461 May 04 14:33:47.927738 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Allocated IP 172.20.0.8 (a15cdae3-637e-430a-aeda-32d935f276e5/ab63ebc0-68b4-4d58-883a-2bd920f115ee/4410c9de-dbd2-4c01-ba5a-60967cd205df) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:47.976639 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-c4dc1eae-b43b-4dbd-b287-1510fe7f3e55 service neutron] 10.222.0.50 "GET /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083941 May 04 14:33:48.273091 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-b784d0c0-636f-4d98-b986-2901a1992672 service neutron] 10.222.0.50 "GET /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862797 May 04 14:33:48.310460 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:48.340302 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:48.348349 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:48.405631 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Network a15cdae3-637e-430a-aeda-32d935f276e5 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:48.413061 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:48.417841 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:48.471769 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Pushing event updated for resources: {'Port': ['ID=4410c9de-dbd2-4c01-ba5a-60967cd205df,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:48.482864 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:48.545453 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:48.546080 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:48.580976 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4255874 May 04 14:33:48.606800 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d999-771e-4fd2-8c59-e47babd88f3f req-4f234d5c-da2f-4869-a845-621eff9b8a43 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:48.608317 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e163d999-771e-4fd2-8c59-e47babd88f3f req-4f234d5c-da2f-4869-a845-621eff9b8a43 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1196094 May 04 14:33:48.658260 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e163d999-771e-4fd2-8c59-e47babd88f3f req-a1222b20-ef7f-4c2d-91a2-3d26b7c13dc2 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 May 04 14:33:48.746265 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b4711f64-5ef6-4fc7-af2e-59b2c3d6a6ac req-03141fc7-cfec-4798-ad56-182b77946a29 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 210 time: 0.0419798 May 04 14:33:48.935906 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f32a-a6ac-4041-a16d-3f81a948accb req-45c19740-d998-4885-95d0-823d6ef2506c tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:48.937337 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3527f32a-a6ac-4041-a16d-3f81a948accb req-45c19740-d998-4885-95d0-823d6ef2506c tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.0934856 May 04 14:33:48.985936 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3527f32a-a6ac-4041-a16d-3f81a948accb req-4e02b49d-a5a8-4194-adb1-532950b89f54 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394740 May 04 14:33:49.166227 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea83035-4141-4ebc-8f6e-b568c55ce68e req-be80f2e4-f8db-4fe8-90af-b54255a34cb2 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:49.166895 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-4ea83035-4141-4ebc-8f6e-b568c55ce68e req-be80f2e4-f8db-4fe8-90af-b54255a34cb2 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Synchronizing usage tracker for tenant:d855404ee60646168c89cc928ed8a9d7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:49.184939 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-4ea83035-4141-4ebc-8f6e-b568c55ce68e req-be80f2e4-f8db-4fe8-90af-b54255a34cb2 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Unset dirty status for tenant:d855404ee60646168c89cc928ed8a9d7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:49.186302 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4ea83035-4141-4ebc-8f6e-b568c55ce68e req-be80f2e4-f8db-4fe8-90af-b54255a34cb2 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 931 time: 0.1056337 May 04 14:33:49.233965 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4ea83035-4141-4ebc-8f6e-b568c55ce68e req-37f03bf1-0aa2-4cae-aa5f-0d632f7a1ef3 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 May 04 14:33:49.857968 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ecfe3-c0da-4014-a7d4-c8d8d980a924 req-1c6c378c-680c-47e0-94cd-34e8e6e3ad88 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:49.859434 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-af2ecfe3-c0da-4014-a7d4-c8d8d980a924 req-1c6c378c-680c-47e0-94cd-34e8e6e3ad88 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0844524 May 04 14:33:49.907278 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-af2ecfe3-c0da-4014-a7d4-c8d8d980a924 req-6c301eca-f0fe-4320-a874-e9394c667a5c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391161 May 04 14:33:50.054557 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe43e079-342d-40ac-8b5f-25944d80b2a0 req-09807108-36cd-419a-98b5-36adbc9f9587 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 210 time: 0.0465024 May 04 14:33:50.242921 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed861a72-2815-4e04-bc20-5345c29d44eb req-82a2d17d-fafa-4f1e-bc3a-49bcd2bbc849 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:50.244426 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed861a72-2815-4e04-bc20-5345c29d44eb req-82a2d17d-fafa-4f1e-bc3a-49bcd2bbc849 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.0976610 May 04 14:33:50.291331 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Request body: {'port': {'device_id': '1a0a3e26-ea23-4e36-9773-790e17060b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:50.349869 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed861a72-2815-4e04-bc20-5345c29d44eb req-429b6672-f654-43d6-9efe-82b00469c9ac tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992138 May 04 14:33:50.489905 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:50.649161 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1af8d-1880-472e-913a-7d25c7f3ffcd req-ad4bb855-3a22-418d-89f0-d7c5cf60a2d7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:50.650642 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2cf1af8d-1880-472e-913a-7d25c7f3ffcd req-ad4bb855-3a22-418d-89f0-d7c5cf60a2d7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 931 time: 0.2017636 May 04 14:33:50.751564 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2cf1af8d-1880-472e-913a-7d25c7f3ffcd req-b4078049-1992-4a3d-969f-721c82fb6f92 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935674 May 04 14:33:50.915590 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4410c9de-dbd2-4c01-ba5a-60967cd205df {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:50.923242 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:50.938452 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Transition to ACTIVE for port object 4410c9de-dbd2-4c01-ba5a-60967cd205df will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:50.944341 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:50.949792 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:51.218887 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Pushing event updated for resources: {'Port': ['ID=4410c9de-dbd2-4c01-ba5a-60967cd205df,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:51.223118 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:51.305598 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36eb6899-05d9-4eae-aa6c-dc95e0faff0f req-4594a815-534a-4064-a29d-492c4db515ba tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 210 time: 0.1285715 May 04 14:33:51.404516 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Attempting to bind port 4410c9de-dbd2-4c01-ba5a-60967cd205df on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:51.404845 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Attempting to bind port 4410c9de-dbd2-4c01-ba5a-60967cd205df by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '8b156e56-3157-4ea2-b37c-a42c89d5b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:51.405198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Attempting to bind port 4410c9de-dbd2-4c01-ba5a-60967cd205df on network a15cdae3-637e-430a-aeda-32d935f276e5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:51.415186 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Port 4410c9de-dbd2-4c01-ba5a-60967cd205df on network a15cdae3-637e-430a-aeda-32d935f276e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:33:51.415491 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Attempting to bind port 4410c9de-dbd2-4c01-ba5a-60967cd205df on network a15cdae3-637e-430a-aeda-32d935f276e5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:51.432969 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c829442-2041-441b-9ee2-9e3a818c071f req-4106d56c-be36-49f4-8ca9-c5dbe9039e6f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:51.434392 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4c829442-2041-441b-9ee2-9e3a818c071f req-4106d56c-be36-49f4-8ca9-c5dbe9039e6f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.3303545 May 04 14:33:51.441026 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:51.441352 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Checking segment: {'id': '8b156e56-3157-4ea2-b37c-a42c89d5b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:51.441744 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Bound using segment: {'id': '8b156e56-3157-4ea2-b37c-a42c89d5b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:51.442198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Bound port: 4410c9de-dbd2-4c01-ba5a-60967cd205df, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b156e56-3157-4ea2-b37c-a42c89d5b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:51.442547 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:51.544400 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-dd39f39c-21e0-4706-a950-451f9471195f tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:51.547054 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-dd39f39c-21e0-4706-a950-451f9471195f tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.2446082 May 04 14:33:51.623718 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4c829442-2041-441b-9ee2-9e3a818c071f req-e4c2695d-3154-4c70-9d64-dda8e3c352d8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716981 May 04 14:33:51.653847 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] For port 4410c9de-dbd2-4c01-ba5a-60967cd205df, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:51.748107 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] For port 4410c9de-dbd2-4c01-ba5a-60967cd205df, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4410c9de-dbd2-4c01-ba5a-60967cd205df,segment=NetworkSegment(8b156e56-3157-4ea2-b37c-a42c89d5b665),segment_id=8b156e56-3157-4ea2-b37c-a42c89d5b665)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:51.760312 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:51.772693 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e75a2001-b79a-4b4d-ab26-d37814c97c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:51.850968 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:51.851638 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:51.853286 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] 10.222.0.54 "PUT /v2.0/ports/4410c9de-dbd2-4c01-ba5a-60967cd205df HTTP/1.1" status: 200 len: 1093 time: 1.5695317 May 04 14:33:51.855850 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0a3e26-ea23-4e36-9773-790e17060b8d', 'tag': '4410c9de-dbd2-4c01-ba5a-60967cd205df'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:51.949896 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Deleting port b2c722fb-a7e9-4dea-ad90-56482ad1d459 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:33:51.950609 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:51.951746 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-249a8653-2196-494a-9006-7542b33c89de tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:51.952556 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-249a8653-2196-494a-9006-7542b33c89de tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Synchronizing usage tracker for tenant:9265106fab0a4a9eb06488ab77bc4ed3 on resource:network {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:51.971614 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-249a8653-2196-494a-9006-7542b33c89de tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Unset dirty status for tenant:9265106fab0a4a9eb06488ab77bc4ed3 on resource:network {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:51.973157 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Pushing event updated for resources: {'Port': ['ID=4410c9de-dbd2-4c01-ba5a-60967cd205df,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:51.973289 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-249a8653-2196-494a-9006-7542b33c89de tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.54 "GET /v2.0/networks?id=ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 HTTP/1.1" status: 200 len: 814 time: 0.2805736 May 04 14:33:51.995416 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14762e2-6d82-4c3c-9678-215c34dc3be3 req-afebebb4-32f4-48f0-8f8a-d645a8806559 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:51.997018 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f14762e2-6d82-4c3c-9678-215c34dc3be3 req-afebebb4-32f4-48f0-8f8a-d645a8806559 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 945 time: 0.3408787 May 04 14:33:52.002601 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:52.095782 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Request body: {'port': {'device_id': '295d2857-6ea0-4ecb-aa88-bb8d1df76c5c', 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6', 'admin_state_up': True, 'tenant_id': '9265106fab0a4a9eb06488ab77bc4ed3'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:52.191562 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f14762e2-6d82-4c3c-9678-215c34dc3be3 req-9da97dbc-425a-40d0-a887-5fc077b14f7c tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6a650f3-42ce-4e4d-b09a-693cf651e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852751 May 04 14:33:52.229933 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] For port b2c722fb-a7e9-4dea-ad90-56482ad1d459, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b2c722fb-a7e9-4dea-ad90-56482ad1d459,segment=NetworkSegment(0c503d30-75b2-4465-9a1b-a964be5539cb),segment_id=0c503d30-75b2-4465-9a1b-a964be5539cb)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:52.230713 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:52.285820 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:52.289658 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Usage tracker for resource:port and tenant:9265106fab0a4a9eb06488ab77bc4ed3 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:52.292391 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:52.298169 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:52.308534 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Made reservation on behalf of 9265106fab0a4a9eb06488ab77bc4ed3 for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:52.308762 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:33:52.312067 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:52.370571 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0a3e26-ea23-4e36-9773-790e17060b8d', 'tag': '4410c9de-dbd2-4c01-ba5a-60967cd205df', 'status': 'completed', 'code': 200} May 04 14:33:52.380529 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Calling delete_port for b2c722fb-a7e9-4dea-ad90-56482ad1d459 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:33:52.394808 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a481fc5-4bff-4d68-8a5f-184345e462a1 req-e0fa7ea1-bdc4-4ec4-a8c8-1c6852278220 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:52.396487 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5a481fc5-4bff-4d68-8a5f-184345e462a1 req-e0fa7ea1-bdc4-4ec4-a8c8-1c6852278220 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 943 time: 0.5100293 May 04 14:33:52.483895 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Allocated IP 172.20.0.12 (ec00b0aa-42ac-49f3-8eed-1a5869b3dac6/78f1bf6f-4fb9-4360-8694-1e98192cc071/a87ae237-c902-4383-8b60-80ce9385170d) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:52.568370 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c494e21f-e735-4928-82b2-4f6c74f246d9 req-1747dbce-c912-4bde-88f8-182b67e583b7 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 210 time: 0.1407356 May 04 14:33:52.577676 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-49098ce4-e6dc-437a-9316-3d5a6fb569d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:52.579190 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-49098ce4-e6dc-437a-9316-3d5a6fb569d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d855404ee60646168c89cc928ed8a9d7&device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 1096 time: 0.4687073 May 04 14:33:52.587371 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5a481fc5-4bff-4d68-8a5f-184345e462a1 req-f9912d93-f558-4c94-9e6f-3a3da479b6ee tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820774 May 04 14:33:52.671553 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-4773516c-72b3-48dc-8fa1-25ebc053f82b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4410c9de-dbd2-4c01-ba5a-60967cd205df HTTP/1.1" status: 200 len: 217 time: 0.0764251 May 04 14:33:52.932170 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-795175b2-ced3-4c8e-9e89-dbd49ef382f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:52.933649 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-795175b2-ced3-4c8e-9e89-dbd49ef382f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab63ebc0-68b4-4d58-883a-2bd920f115ee HTTP/1.1" status: 200 len: 848 time: 0.2551897 May 04 14:33:52.967626 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:52.988491 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:52.993811 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-c725a589-2f92-4f82-ae06-4b9fafe056fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a15cdae3-637e-430a-aeda-32d935f276e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524323 May 04 14:33:53.006747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:53.020650 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:53.034210 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['b2c722fb-a7e9-4dea-ad90-56482ad1d459'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:33:53.041022 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:53.088479 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Pushing event deleted for resources: {'Port': ['ID=b2c722fb-a7e9-4dea-ad90-56482ad1d459,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:53.090966 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:53.129234 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:53.132502 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:53.136045 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:53.151489 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:53.214545 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Pushing event updated for resources: {'Port': ['ID=a87ae237-c902-4383-8b60-80ce9385170d,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:53.219388 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:53.238533 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:53.239065 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:53.261785 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1704879 May 04 14:33:53.281727 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] No DVR routers for this DVR port b2c722fb-a7e9-4dea-ad90-56482ad1d459 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:33:53.285115 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:53.285558 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Request body: {'port': {'device_id': '295d2857-6ea0-4ecb-aa88-bb8d1df76c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:53.295104 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579a5a1-8500-4764-be16-402313b3c542 req-e96c374d-05d5-4c5f-b324-97b31ecb41b9 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:53.296595 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b579a5a1-8500-4764-be16-402313b3c542 req-e96c374d-05d5-4c5f-b324-97b31ecb41b9 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.4411144 May 04 14:33:53.391577 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-42a8b2e0-49a5-4c67-9151-4a52667a0835 req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.54 "DELETE /v2.0/ports/b2c722fb-a7e9-4dea-ad90-56482ad1d459 HTTP/1.1" status: 204 len: 173 time: 1.8347719 May 04 14:33:53.401050 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:53.456070 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b579a5a1-8500-4764-be16-402313b3c542 req-300f729e-9459-4d5b-b7d4-47315da764ee tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469059 May 04 14:33:53.468141 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-e0c84689-9a89-4131-a480-ea35a0a9f827 service neutron] 10.222.0.54 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654436 May 04 14:33:53.504949 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-7aec79fa-aaa2-447a-8747-388ac2668bf2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:53.506857 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-7aec79fa-aaa2-447a-8747-388ac2668bf2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 814 time: 0.3583717 May 04 14:33:53.637734 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-b4b9196c-9d87-4379-ab5f-bf5813d7fa04 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/quotas/6db66aa4af824310a2f6f5cbe3efbba7 HTTP/1.1" status: 200 len: 375 time: 0.1076074 May 04 14:33:53.742254 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2b63c154-9350-4676-a99f-1ef0e795efbe req-c96a2026-8ef9-4bea-8672-0f4ce6f24252 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Synchronizing usage tracker for tenant:a4968801896e448f940712ab47732e8d on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:53.760375 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87ae237-c902-4383-8b60-80ce9385170d {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:53.767953 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:53.783187 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Transition to ACTIVE for port object a87ae237-c902-4383-8b60-80ce9385170d will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:53.792190 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:53.796764 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:53.801961 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-371f4951-f7f1-4c50-a66b-5d980b78468a req-9931dd0c-a0b6-4aa9-aaf6-3bc385b45932 service neutron] 10.222.0.54 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940660 May 04 14:33:53.803907 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2b63c154-9350-4676-a99f-1ef0e795efbe req-c96a2026-8ef9-4bea-8672-0f4ce6f24252 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Unset dirty status for tenant:a4968801896e448f940712ab47732e8d on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:53.804955 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2b63c154-9350-4676-a99f-1ef0e795efbe req-c96a2026-8ef9-4bea-8672-0f4ce6f24252 tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] 10.222.0.50 "GET /v2.0/ports?device_id=65a7b196-c64a-4ec5-bfbb-77e7f9e61c47 HTTP/1.1" status: 200 len: 210 time: 0.2158940 May 04 14:33:53.839003 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-1947ef31-eaf1-4412-8f39-fc3074f93dec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2851422 May 04 14:33:53.850460 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-8d22811f-9caf-4954-b39a-16d5f5c39ae2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1977439 May 04 14:33:54.037808 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Pushing event updated for resources: {'Port': ['ID=a87ae237-c902-4383-8b60-80ce9385170d,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:54.041257 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:54.142058 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Attempting to bind port a87ae237-c902-4383-8b60-80ce9385170d on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:54.142414 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Attempting to bind port a87ae237-c902-4383-8b60-80ce9385170d by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'adb94654-8ab6-4726-b2ae-e57718a2bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:54.142870 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Attempting to bind port a87ae237-c902-4383-8b60-80ce9385170d on network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:54.145366 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-d4bd2f8a-83a9-4ebe-aa7c-cc2434e5a69f service neutron] 10.222.0.50 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871935 May 04 14:33:54.155262 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Port a87ae237-c902-4383-8b60-80ce9385170d on network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:33:54.155635 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Attempting to bind port a87ae237-c902-4383-8b60-80ce9385170d on network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:54.162399 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:54.162687 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Checking segment: {'id': 'adb94654-8ab6-4726-b2ae-e57718a2bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:54.163356 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Bound using segment: {'id': 'adb94654-8ab6-4726-b2ae-e57718a2bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:54.163817 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Bound port: a87ae237-c902-4383-8b60-80ce9385170d, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb94654-8ab6-4726-b2ae-e57718a2bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:54.164165 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:54.265200 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] For port a87ae237-c902-4383-8b60-80ce9385170d, host hv-cinder-77262, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:54.268383 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] For port a87ae237-c902-4383-8b60-80ce9385170d, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a87ae237-c902-4383-8b60-80ce9385170d,segment=NetworkSegment(adb94654-8ab6-4726-b2ae-e57718a2bb30),segment_id=adb94654-8ab6-4726-b2ae-e57718a2bb30)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:54.274338 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:54.279302 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:54.297317 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340538e8-c14b-49f9-9b4f-2e22815026a8 req-d499039f-4910-4f46-86cc-f3a95030208a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:54.299087 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-340538e8-c14b-49f9-9b4f-2e22815026a8 req-d499039f-4910-4f46-86cc-f3a95030208a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 944 time: 0.3511078 May 04 14:33:54.306464 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360514e-753c-411d-b6d6-4f4d97f6b8b1 req-22f732fb-84e9-43f4-96e4-5734400746ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:54.307903 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8360514e-753c-411d-b6d6-4f4d97f6b8b1 req-22f732fb-84e9-43f4-96e4-5734400746ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d855404ee60646168c89cc928ed8a9d7&device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 1096 time: 0.3208160 May 04 14:33:54.320673 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-af089d93-e1b9-4ef4-9e5a-f49e8a838bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:54.322098 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-af089d93-e1b9-4ef4-9e5a-f49e8a838bee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 1098 time: 0.3258204 May 04 14:33:54.333892 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:54.333892 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:54.335129 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] 10.222.0.54 "PUT /v2.0/ports/a87ae237-c902-4383-8b60-80ce9385170d HTTP/1.1" status: 200 len: 1094 time: 1.0541904 May 04 14:33:54.335729 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295d2857-6ea0-4ecb-aa88-bb8d1df76c5c', 'tag': 'a87ae237-c902-4383-8b60-80ce9385170d'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:54.374781 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a7b196-c64a-4ec5-bfbb-77e7f9e61c47', 'name': 'network-vif-deleted', 'tag': 'b2c722fb-a7e9-4dea-ad90-56482ad1d459'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:54.384577 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Pushing event updated for resources: {'Port': ['ID=a87ae237-c902-4383-8b60-80ce9385170d,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:54.397833 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:54.502471 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-e2817c61-1f10-473a-8615-5f344d477eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:54.503989 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-e2817c61-1f10-473a-8615-5f344d477eee service neutron] 10.222.0.54 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 915 time: 0.1435111 May 04 14:33:54.578381 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-6b53595f-0fe5-4097-b445-ac97ef3e9d6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8121e0cd-3e09-492e-a05a-27d799606093 HTTP/1.1" status: 200 len: 217 time: 0.0650465 May 04 14:33:54.586833 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-340538e8-c14b-49f9-9b4f-2e22815026a8 req-75cc98d6-ff5e-4aca-bde7-9e60b1f30ae1 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772005 May 04 14:33:54.635902 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-6f1d453b-99f4-459e-9072-8d54c29956dd service neutron] 10.222.0.50 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794121 May 04 14:33:54.678999 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360514e-753c-411d-b6d6-4f4d97f6b8b1 req-0c73b042-869f-4706-b8f2-58f8f3d2d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:54.680756 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8360514e-753c-411d-b6d6-4f4d97f6b8b1 req-0c73b042-869f-4706-b8f2-58f8f3d2d749 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a15cdae3-637e-430a-aeda-32d935f276e5 HTTP/1.1" status: 200 len: 909 time: 0.3385012 May 04 14:33:54.705084 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-e1c7e8b6-ce7c-4c99-a0a5-db114f62b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:54.708182 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-e1c7e8b6-ce7c-4c99-a0a5-db114f62b461 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2df62e40-ed5f-4351-aaf5-c84de8ddcd62 HTTP/1.1" status: 200 len: 854 time: 0.1215963 May 04 14:33:54.767087 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8360514e-753c-411d-b6d6-4f4d97f6b8b1 req-3483597d-5d42-43c6-922d-c1e2fc047a48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4410c9de-dbd2-4c01-ba5a-60967cd205df HTTP/1.1" status: 200 len: 217 time: 0.0763652 May 04 14:33:54.774121 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-c00e850b-f74d-4ab7-9182-e6ce40b8aca3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e41747d0-5b71-4fe8-8b61-df5711da486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481024 May 04 14:33:54.869535 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-81a8e15e-a44c-46dc-b553-c720d5c450dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:54.871326 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-81a8e15e-a44c-46dc-b553-c720d5c450dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9265106fab0a4a9eb06488ab77bc4ed3&device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 1097 time: 0.2879038 May 04 14:33:55.039418 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-a2e0fe0b-3664-4668-b643-a791a3913bce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87ae237-c902-4383-8b60-80ce9385170d HTTP/1.1" status: 200 len: 217 time: 0.1229281 May 04 14:33:55.062049 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360514e-753c-411d-b6d6-4f4d97f6b8b1 req-3da10b1f-e9be-4d31-ba09-44496374c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:55.063605 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8360514e-753c-411d-b6d6-4f4d97f6b8b1 req-3da10b1f-e9be-4d31-ba09-44496374c3b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab63ebc0-68b4-4d58-883a-2bd920f115ee HTTP/1.1" status: 200 len: 848 time: 0.2445576 May 04 14:33:55.127253 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-afe9d81d-7529-4a22-a8ac-291b47abf8b3 service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153222 May 04 14:33:55.177612 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8360514e-753c-411d-b6d6-4f4d97f6b8b1 req-2ff3563b-031b-4c34-8268-6ff396fac13f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a15cdae3-637e-430a-aeda-32d935f276e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605202 May 04 14:33:55.190448 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa01fd5-7a7a-4bd3-af41-83ee9b8c30fb req-4dfef80f-c972-4989-b1f8-ffe41b17bb3e tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:55.192669 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3fa01fd5-7a7a-4bd3-af41-83ee9b8c30fb req-4dfef80f-c972-4989-b1f8-ffe41b17bb3e tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 943 time: 0.4285939 May 04 14:33:55.259957 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ac602e46-b616-43c8-8ba7-4e1a71b66127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:55.261700 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-ac602e46-b616-43c8-8ba7-4e1a71b66127 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f1bf6f-4fb9-4360-8694-1e98192cc071 HTTP/1.1" status: 200 len: 854 time: 0.2036254 May 04 14:33:55.320534 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d05e07e6-710c-43ee-ab7a-2e8eae0ce55e req-6f3087bd-8272-4b55-a46e-20b6e0b41c14 service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617789 May 04 14:33:55.322241 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295d2857-6ea0-4ecb-aa88-bb8d1df76c5c', 'tag': 'a87ae237-c902-4383-8b60-80ce9385170d', 'status': 'completed', 'code': 200} May 04 14:33:55.333247 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a7b196-c64a-4ec5-bfbb-77e7f9e61c47', 'name': 'network-vif-deleted', 'tag': 'b2c722fb-a7e9-4dea-ad90-56482ad1d459', 'status': 'completed', 'code': 200} May 04 14:33:55.392322 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-bcfaf813-81f6-4c44-862c-aa24e7ed76b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec00b0aa-42ac-49f3-8eed-1a5869b3dac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677445 May 04 14:33:55.402962 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3fa01fd5-7a7a-4bd3-af41-83ee9b8c30fb req-49a03363-6c82-4bd5-bf91-43585a935b3e tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842470 May 04 14:33:55.619647 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcdd2289-3f4d-4670-9e1f-6ac0712b7360 req-b8fc266d-af4b-4d6d-a4f3-51ac298f43e0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 210 time: 0.1310246 May 04 14:33:55.621494 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8360514e-753c-411d-b6d6-4f4d97f6b8b1 req-6ca843d0-7a9f-493a-b1a2-cdfddf28d6ea service neutron] 10.222.0.54 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257307 May 04 14:33:55.688010 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-b6169b28-de66-45cf-806a-a7520547130f service neutron] 10.222.0.54 "GET /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817614 May 04 14:33:55.753407 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99edfc-bfcc-457a-94cb-a04cb42ea0ac req-57887549-b3d6-4b33-ac11-67b2f9f3f1b1 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:55.754877 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1b99edfc-bfcc-457a-94cb-a04cb42ea0ac req-57887549-b3d6-4b33-ac11-67b2f9f3f1b1 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.3276470 May 04 14:33:56.001942 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1b99edfc-bfcc-457a-94cb-a04cb42ea0ac req-bfee615f-e48a-493c-9877-b716ffa4c583 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996825 May 04 14:33:56.003802 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8360514e-753c-411d-b6d6-4f4d97f6b8b1 req-73b4c361-2bb2-48bc-b342-613c032bf948 service neutron] 10.222.0.54 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364611 May 04 14:33:56.023514 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ab2ab8c-8538-4960-8202-ffcc5e923727 req-079d16c6-c023-4d79-abf9-a5de95d5e82e service neutron] 10.222.0.54 "GET /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202074 May 04 14:33:56.056881 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e71fe-5b03-424f-9b92-79eda021d954 req-cf1fdc32-1b29-46a0-9562-0ff50c2bf833 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:56.059450 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-705e71fe-5b03-424f-9b92-79eda021d954 req-cf1fdc32-1b29-46a0-9562-0ff50c2bf833 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 944 time: 0.2493196 May 04 14:33:56.116201 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-705e71fe-5b03-424f-9b92-79eda021d954 req-e00705ec-4d6f-4c57-ad72-1ca161367ecd tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479126 May 04 14:33:56.245383 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device b2c722fb-a7e9-4dea-ad90-56482ad1d459 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:33:56.279450 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c3fe-1852-4267-882c-79136d7d95da req-d772fe1d-ce2f-4482-8531-f02430d7cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:56.290040 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c94c3fe-1852-4267-882c-79136d7d95da req-d772fe1d-ce2f-4482-8531-f02430d7cf63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9265106fab0a4a9eb06488ab77bc4ed3&device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 1097 time: 0.1033902 May 04 14:33:56.300203 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: b2c722fb-a7e9-4dea-ad90-56482ad1d459 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:33:56.300559 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device b2c722fb-a7e9-4dea-ad90-56482ad1d459 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:33:56.533358 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c3fe-1852-4267-882c-79136d7d95da req-cb3f9299-d40d-471b-804a-6ddff2400463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:56.534778 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c94c3fe-1852-4267-882c-79136d7d95da req-cb3f9299-d40d-471b-804a-6ddff2400463 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 HTTP/1.1" status: 200 len: 915 time: 0.2315271 May 04 14:33:56.692622 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c94c3fe-1852-4267-882c-79136d7d95da req-c4d1a47a-770a-4cf4-877c-ea84fdd7ffd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87ae237-c902-4383-8b60-80ce9385170d HTTP/1.1" status: 200 len: 217 time: 0.1358001 May 04 14:33:56.852480 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b6a46ba9-d900-40c6-a2f0-b73997443f90 req-96331411-e0f0-4c34-ac81-3f7d8efed205 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 210 time: 0.1072419 May 04 14:33:56.899441 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c3fe-1852-4267-882c-79136d7d95da req-8c4b2124-5486-41d1-90a0-009f96987150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:56.901368 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c94c3fe-1852-4267-882c-79136d7d95da req-8c4b2124-5486-41d1-90a0-009f96987150 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f1bf6f-4fb9-4360-8694-1e98192cc071 HTTP/1.1" status: 200 len: 854 time: 0.1572938 May 04 14:33:56.910459 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-3c1643ea-5ad0-499c-8238-07075120f6f3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:56.911814 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-3c1643ea-5ad0-499c-8238-07075120f6f3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 814 time: 0.3803840 May 04 14:33:56.923137 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0c227-f919-478c-b1d2-2367b9df5f76 req-d7275b37-0af4-4b11-8df0-afd218171ec7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:56.924547 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a6d0c227-f919-478c-b1d2-2367b9df5f76 req-d7275b37-0af4-4b11-8df0-afd218171ec7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 943 time: 0.3081286 May 04 14:33:56.953122 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Request body: {'port': {'device_id': 'f7efb11d-536b-45b4-93f9-7da93c712b3d', 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f', 'admin_state_up': True, 'tenant_id': '6db66aa4af824310a2f6f5cbe3efbba7'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:57.035031 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c94c3fe-1852-4267-882c-79136d7d95da req-1bbc1ab9-603d-4bbb-aaeb-46095c0b7d25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec00b0aa-42ac-49f3-8eed-1a5869b3dac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862057 May 04 14:33:57.076413 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9e3da1d6-873c-448b-a9ac-ccb591e2051d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:57.175238 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a6d0c227-f919-478c-b1d2-2367b9df5f76 req-aafe8f8c-e484-44fb-b6ef-bf7fd96423f9 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449520 May 04 14:33:57.323865 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:57.344435 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Usage tracker for resource:port and tenant:6db66aa4af824310a2f6f5cbe3efbba7 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:57.359743 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:57.371533 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:57.389676 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c94c3fe-1852-4267-882c-79136d7d95da req-ac846758-f912-427f-abb3-fe297c924709 service neutron] 10.222.0.54 "GET /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021724 May 04 14:33:57.439123 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Made reservation on behalf of 6db66aa4af824310a2f6f5cbe3efbba7 for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:57.442461 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:57.474986 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bf386-3a8d-454f-b8bc-5841471bb381 req-7967e5a4-cd6e-4883-96da-3da10c81f994 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:57.476424 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bd4bf386-3a8d-454f-b8bc-5841471bb381 req-7967e5a4-cd6e-4883-96da-3da10c81f994 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.3537331 May 04 14:33:57.633334 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b7a4-2aa9-4163-a520-a15fff37a27a req-ca8983b8-c01b-4638-a13b-9707d2a913b7 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:57.634864 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6ba1b7a4-2aa9-4163-a520-a15fff37a27a req-ca8983b8-c01b-4638-a13b-9707d2a913b7 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 944 time: 0.3455343 May 04 14:33:57.675967 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bd4bf386-3a8d-454f-b8bc-5841471bb381 req-2b0c7a29-e36b-4602-aa5d-ff030c911353 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541510 May 04 14:33:57.722877 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c94c3fe-1852-4267-882c-79136d7d95da req-56831eb4-131d-4910-9e06-5c2db2842ce1 service neutron] 10.222.0.54 "GET /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229897 May 04 14:33:57.781251 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6ba1b7a4-2aa9-4163-a520-a15fff37a27a req-9a7747c7-b1b8-46bf-92e1-2660da5e8bec tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351352 May 04 14:33:57.828133 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Allocated IP 172.20.0.7 (e41747d0-5b71-4fe8-8b61-df5711da486f/2df62e40-ed5f-4351-aaf5-c84de8ddcd62/737f94dc-f39b-4280-9943-0d92220675f9) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:57.867119 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41060) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:57.931400 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f4edf2-3a3e-481e-9cd8-9c5708583a58 admin admin] Deleting subnet 3d48820d-4b77-4422-8a32-18fefc1692a8 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:33:57.934662 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a0f4edf2-3a3e-481e-9cd8-9c5708583a58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:57.990553 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a0f4edf2-3a3e-481e-9cd8-9c5708583a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.054944 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a0f4edf2-3a3e-481e-9cd8-9c5708583a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.163391 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e2dbb2d2-8a8a-431d-ae93-697d9a831534 req-6e1b978a-1b87-4c3a-ac8d-22b8109e7d0c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 210 time: 0.0639451 May 04 14:33:58.222420 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.252416 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.267889 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:58.332426 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a0f4edf2-3a3e-481e-9cd8-9c5708583a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.337747 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d91bcadd-9cc7-4e10-8013-00afdfea07a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:58.360383 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Network e41747d0-5b71-4fe8-8b61-df5711da486f is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:58.368336 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 4410c9de-dbd2-4c01-ba5a-60967cd205df details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:33:58.368932 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:58.376445 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:58.379287 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a0f4edf2-3a3e-481e-9cd8-9c5708583a58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.385934 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-a0f4edf2-3a3e-481e-9cd8-9c5708583a58 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3d48820d-4b77-4422-8a32-18fefc1692a8 HTTP/1.1" status: 204 len: 168 time: 0.5176761 May 04 14:33:58.387068 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4edf2-3a3e-481e-9cd8-9c5708583a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d48820d-4b77-4422-8a32-18fefc1692a8,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:58.389837 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a0f4edf2-3a3e-481e-9cd8-9c5708583a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:58.390554 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41072) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:58.422424 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['8121e0cd-3e09-492e-a05a-27d799606093'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:33:58.437425 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Pushing event updated for resources: {'Port': ['ID=737f94dc-f39b-4280-9943-0d92220675f9,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:58.444320 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:58.471326 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:58.472012 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.495773 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de0d11-6400-4189-ae96-c937437a30fc req-f0d777da-041d-4aac-bbdf-23a2b37dd3e9 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:58.497310 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-54de0d11-6400-4189-ae96-c937437a30fc req-f0d777da-041d-4aac-bbdf-23a2b37dd3e9 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 943 time: 0.1881621 May 04 14:33:58.521005 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5732715 May 04 14:33:58.546730 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-54de0d11-6400-4189-ae96-c937437a30fc req-cf595026-0304-42fe-ba57-956d77f06794 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428793 May 04 14:33:58.600440 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.615907 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 4410c9de-dbd2-4c01-ba5a-60967cd205df, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4410c9de-dbd2-4c01-ba5a-60967cd205df,segment=NetworkSegment(8b156e56-3157-4ea2-b37c-a42c89d5b665),segment_id=8b156e56-3157-4ea2-b37c-a42c89d5b665)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:58.638420 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '4410c9de-dbd2-4c01-ba5a-60967cd205df', 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5', 'port_id': '4410c9de-dbd2-4c01-ba5a-60967cd205df', 'mac_address': 'fa:16:3e:ee:d6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab63ebc0-68b4-4d58-883a-2bd920f115ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:33:58.724664 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.726471 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.755703 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4410c9de-dbd2-4c01-ba5a-60967cd205df {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:58.786056 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 4410c9de-dbd2-4c01-ba5a-60967cd205df, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4410c9de-dbd2-4c01-ba5a-60967cd205df,segment=NetworkSegment(8b156e56-3157-4ea2-b37c-a42c89d5b665),segment_id=8b156e56-3157-4ea2-b37c-a42c89d5b665)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:58.793066 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.796561 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:58.837236 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6601bb8a-76cf-4a57-bf51-fc85cd6f7caf']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:58.850075 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c503d30-75b2-4465-9a1b-a964be5539cb') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:58.850370 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c503d30-75b2-4465-9a1b-a964be5539cb') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:58.863595 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2612989'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.867354 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=4410c9de-dbd2-4c01-ba5a-60967cd205df,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:58.875480 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.875855 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.876187 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.876683 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.877177 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.877503 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.877985 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.878453 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.878933 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.879260 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.879583 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.879932 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:58.883930 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:58.886728 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.894117 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:33:58.906008 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace79f-92a4-4df4-9217-1fe0de2349a2 req-608ed752-67da-4b7d-8275-cbcfd84434b7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:58.907699 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c1ace79f-92a4-4df4-9217-1fe0de2349a2 req-608ed752-67da-4b7d-8275-cbcfd84434b7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1173241 May 04 14:33:59.000895 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c1ace79f-92a4-4df4-9217-1fe0de2349a2 req-69486197-73b7-4033-b85c-7d4ac293df1b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863802 May 04 14:33:59.041715 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcec5b-c146-4f14-9b52-74b1238afde7 req-bd0ffa01-b27c-47d4-98dc-c3e660d49dd6 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:59.043229 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4fdcec5b-c146-4f14-9b52-74b1238afde7 req-bd0ffa01-b27c-47d4-98dc-c3e660d49dd6 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 944 time: 0.1147785 May 04 14:33:59.076925 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:33:59.086954 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612086'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.088844 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4fdcec5b-c146-4f14-9b52-74b1238afde7 req-9ea8c11c-ca95-475b-b671-f9e50d1590ef tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 May 04 14:33:59.265358 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Network 6601bb8a-76cf-4a57-bf51-fc85cd6f7caf has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: Traceback (most recent call last): May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: timer() May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: cb(*args, **kw) May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: return func(*args, **kwargs) May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: self._notify() May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: self.callback(batched_events) May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: event.method(event) May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: return f(self, *a, **k) May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._get(url).json() May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:33:59.285831 dv-cinder-772623-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:33:59.357153 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.361050 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:59.362563 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605e2f1-5379-44c9-b4f3-2a5378129504 req-4fecb0e5-bba6-4b37-b85c-376c82a3cb45 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:59.363370 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-0605e2f1-5379-44c9-b4f3-2a5378129504 req-4fecb0e5-bba6-4b37-b85c-376c82a3cb45 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Synchronizing usage tracker for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:59.377644 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.383718 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-0605e2f1-5379-44c9-b4f3-2a5378129504 req-4fecb0e5-bba6-4b37-b85c-376c82a3cb45 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Unset dirty status for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:59.385332 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0605e2f1-5379-44c9-b4f3-2a5378129504 req-4fecb0e5-bba6-4b37-b85c-376c82a3cb45 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 931 time: 0.1097555 May 04 14:33:59.391301 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6601bb8a-76cf-4a57-bf51-fc85cd6f7caf,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:59.393695 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:59.402744 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-04c5c06a-739d-423f-b13c-0df59a983ef3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6601bb8a-76cf-4a57-bf51-fc85cd6f7caf HTTP/1.1" status: 204 len: 168 time: 1.0103006 May 04 14:33:59.438855 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0605e2f1-5379-44c9-b4f3-2a5378129504 req-766007ab-10b4-45bd-b7b7-1aa7efeacdbc tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461395 May 04 14:33:59.579694 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41092) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:59.630934 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-87a91132-7a8b-4bb3-a374-a45f1617636d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4968801896e448f940712ab47732e8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499251 May 04 14:33:59.633363 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41096) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:59.636397 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.690464 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15b16876-65b6-4757-81c2-c0704ab96bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.717779 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15b16876-65b6-4757-81c2-c0704ab96bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.746749 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121074-a051-466f-84d5-5125f450610b req-83279bcd-2a30-4712-83d9-f02b9d33fe97 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:59.748281 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-26121074-a051-466f-84d5-5125f450610b req-83279bcd-2a30-4712-83d9-f02b9d33fe97 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 944 time: 0.0913653 May 04 14:33:59.771654 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15b16876-65b6-4757-81c2-c0704ab96bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.775752 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f5bcf8e8-2752-45fd-9548-3c59c9a60576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:59.788880 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b16876-65b6-4757-81c2-c0704ab96bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a650f3-42ce-4e4d-b09a-693cf651e3e5,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:59.792139 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-15b16876-65b6-4757-81c2-c0704ab96bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:59.799791 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-26121074-a051-466f-84d5-5125f450610b req-252f64aa-543a-4f39-9198-e52e14ce5545 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454881 May 04 14:33:59.803280 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-15b16876-65b6-4757-81c2-c0704ab96bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.806919 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-15b16876-65b6-4757-81c2-c0704ab96bce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6a650f3-42ce-4e4d-b09a-693cf651e3e5 HTTP/1.1" status: 204 len: 168 time: 0.1703615 May 04 14:33:59.820773 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e067b895-c517-41a7-b866-c544868b5358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.215050 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9b191-27ff-4b37-8fed-671c783405ea req-1c7a54fc-f603-4b7a-a2e0-fe8a125689e1 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:00.216568 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63f9b191-27ff-4b37-8fed-671c783405ea req-1c7a54fc-f603-4b7a-a2e0-fe8a125689e1 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0976672 May 04 14:34:00.267768 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63f9b191-27ff-4b37-8fed-671c783405ea req-d63a4806-8f6c-4a5a-81da-c75be385ff28 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 May 04 14:34:00.452721 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa8d6-c37b-4a6e-8410-1b2557092cec req-fd624b15-508d-4abb-b10f-aeb31d974c48 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:00.454211 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e5faa8d6-c37b-4a6e-8410-1b2557092cec req-fd624b15-508d-4abb-b10f-aeb31d974c48 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 944 time: 0.0834134 May 04 14:34:00.504208 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e5faa8d6-c37b-4a6e-8410-1b2557092cec req-e247f7ec-52e5-41ba-bb29-be8148369289 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437031 May 04 14:34:00.567452 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41130) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:00.677902 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1910629700-network', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:00.679793 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.682775 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:00.686568 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Usage tracker for resource:network and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:00.689421 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:00.689541 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a673bf-529d-4281-a44a-f7bf25b532f0 req-71033f59-81c1-49ae-ac41-26f361efd407 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:00.690966 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-52a673bf-529d-4281-a44a-f7bf25b532f0 req-71033f59-81c1-49ae-ac41-26f361efd407 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 931 time: 0.0836039 May 04 14:34:00.695826 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:00.704784 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Made reservation on behalf of 89e30f4e432c4f5bba6c0cc97d191dcd for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:34:00.707060 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.724591 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.738216 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-52a673bf-529d-4281-a44a-f7bf25b532f0 req-1fa09ec9-f85c-4f1b-9c60-efc15064b5c1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 May 04 14:34:00.738914 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:00.742715 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Usage tracker for resource:security_group_rule and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:00.745479 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:00.756524 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:00.841708 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.847498 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.850660 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9c322b11-9885-4b82-bcbf-07f6953d9d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:00.878481 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:34:00.886994 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e66513c-b523-4489-aab4-6ca48768fed9,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:00.890262 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:00.894060 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.895001 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Added segment b7a9a12a-44e6-4823-b310-e1a11bcaae2d of type vlan for network 5b42a207-c231-4c84-8e32-165531194e34 May 04 14:34:00.927795 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.957708 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.959073 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:00.959641 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.963544 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:00.995838 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52efea8-dea0-4e9a-9a85-fd7e5884487c req-d9e30682-9a8a-4985-a50f-2a2e4be9e0b7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:00.997885 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d52efea8-dea0-4e9a-9a85-fd7e5884487c req-d9e30682-9a8a-4985-a50f-2a2e4be9e0b7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 944 time: 0.0855074 May 04 14:34:01.044153 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d52efea8-dea0-4e9a-9a85-fd7e5884487c req-643dd757-30fc-49f4-96c2-55657d99f17c tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390799 May 04 14:34:01.064177 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Pushing event updated for resources: {'Network': ['ID=5b42a207-c231-4c84-8e32-165531194e34,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:01.066946 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4981780 May 04 14:34:01.067806 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:01.069947 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41138) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:01.075360 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Request body: {'subnet': {'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1910629700-subnet', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:01.076710 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 5b42a207-c231-4c84-8e32-165531194e34 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:34:01.080241 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:01.084796 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Usage tracker for resource:subnet and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:01.088396 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:01.095254 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:01.105521 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Made reservation on behalf of 89e30f4e432c4f5bba6c0cc97d191dcd for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:34:01.107958 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412960'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:01.459502 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec927b-9963-4483-bb67-fd5e35320205 req-9b515bba-6be4-4058-97a8-2bb3641e4da5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:01.460915 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36ec927b-9963-4483-bb67-fd5e35320205 req-9b515bba-6be4-4058-97a8-2bb3641e4da5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0804191 May 04 14:34:01.507706 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36ec927b-9963-4483-bb67-fd5e35320205 req-c8442a24-e754-4ad2-b548-22c57e560b7c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 May 04 14:34:01.559865 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Request body: {'port': {'device_id': 'f7efb11d-536b-45b4-93f9-7da93c712b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:01.561937 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2612885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412982'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:01.566813 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:01.573571 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device a87ae237-c902-4383-8b60-80ce9385170d details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:34:01.646933 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=110384d5-90f2-4cf8-bb85-d306517a1d8e,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:01.655174 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:01.655976 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Checking segment: {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:01.656384 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Network hostable DHCP agents. Network: 5b42a207-c231-4c84-8e32-165531194e34, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:34:01.677958 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Network 5b42a207-c231-4c84-8e32-165531194e34 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:34:01.702216 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 5b42a207-c231-4c84-8e32-165531194e34) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:01.708675 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:01.709265 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:01.712584 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a8925-7af1-4747-9d49-048b5088d415 None None] Network 5b42a207-c231-4c84-8e32-165531194e34 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:34:01.740798 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 41150) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:01.741057 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6698327 May 04 14:34:01.747915 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:01.765974 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:01.773326 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Usage tracker for resource:router and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:01.777959 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:01.782150 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:01.795770 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:01.837585 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port a87ae237-c902-4383-8b60-80ce9385170d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a87ae237-c902-4383-8b60-80ce9385170d,segment=NetworkSegment(adb94654-8ab6-4726-b2ae-e57718a2bb30),segment_id=adb94654-8ab6-4726-b2ae-e57718a2bb30)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:01.855694 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29531'] for router, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:01.856698 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29522'] for router, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:01.858494 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'a87ae237-c902-4383-8b60-80ce9385170d', 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6', 'port_id': 'a87ae237-c902-4383-8b60-80ce9385170d', 'mac_address': 'fa:16:3e:36:39:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f1bf6f-4fb9-4360-8694-1e98192cc071', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:34:01.920597 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d2924-0445-470c-a7b4-7cad8c0e05e4 req-acb542b0-30ba-452e-aea8-1e1c9f07e6c5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:01.922079 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2b3d2924-0445-470c-a7b4-7cad8c0e05e4 req-acb542b0-30ba-452e-aea8-1e1c9f07e6c5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 944 time: 0.2855153 May 04 14:34:01.978767 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.025591 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.028365 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87ae237-c902-4383-8b60-80ce9385170d {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:02.046668 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port a87ae237-c902-4383-8b60-80ce9385170d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a87ae237-c902-4383-8b60-80ce9385170d,segment=NetworkSegment(adb94654-8ab6-4726-b2ae-e57718a2bb30),segment_id=adb94654-8ab6-4726-b2ae-e57718a2bb30)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:02.049959 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a451dd-dd73-5bd1-aab2-6d9cbca5dd60-5b42a207-c231-4c84-8e32-165531194e34', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e'}]}} from dv-cinder-772623-4-iscsi. {{(pid=73814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:34:02.051107 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.065990 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.070446 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:02.162398 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['4410c9de-dbd2-4c01-ba5a-60967cd205df'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:02.177738 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2b3d2924-0445-470c-a7b4-7cad8c0e05e4 req-77852675-8097-477b-9ab5-91a5c4c0fcbd tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464094 May 04 14:34:02.269537 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=a87ae237-c902-4383-8b60-80ce9385170d,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:02.282874 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:02.307023 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.422158 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Allocated IP 172.20.0.2 (5b42a207-c231-4c84-8e32-165531194e34/110384d5-90f2-4cf8-bb85-d306517a1d8e/ef9a2383-738f-475f-a76f-48fa94ade4a7) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:02.545757 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ef80-086b-4dc6-9109-43d51ff7b4c6 req-ed31f1b4-c5c9-46c7-b4b7-89590b08a8c1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:02.547246 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fae9ef80-086b-4dc6-9109-43d51ff7b4c6 req-ed31f1b4-c5c9-46c7-b4b7-89590b08a8c1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 931 time: 0.6938071 May 04 14:34:02.557987 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['a87ae237-c902-4383-8b60-80ce9385170d'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:02.652346 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.765765 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fae9ef80-086b-4dc6-9109-43d51ff7b4c6 req-02d08027-719e-48da-b24e-2a10d52f675f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616812 May 04 14:34:02.804369 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a084d27-40c0-40f8-8a11-4e6903b5396a req-9d627808-abb3-49d1-8fba-fdc717d1e293 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:02.805487 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4a084d27-40c0-40f8-8a11-4e6903b5396a req-9d627808-abb3-49d1-8fba-fdc717d1e293 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 944 time: 0.4188800 May 04 14:34:02.815876 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.816462 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737f94dc-f39b-4280-9943-0d92220675f9 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:02.838286 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Transition to ACTIVE for port object ef9a2383-738f-475f-a76f-48fa94ade4a7 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:02.876902 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Transition to ACTIVE for port object ef9a2383-738f-475f-a76f-48fa94ade4a7 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:02.877779 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.889938 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.896909 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:02.951949 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Transition to ACTIVE for port object 737f94dc-f39b-4280-9943-0d92220675f9 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:02.961263 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Network 5b42a207-c231-4c84-8e32-165531194e34 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:02.965071 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:02.974201 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.974609 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:02.979494 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4a084d27-40c0-40f8-8a11-4e6903b5396a req-c0f940ef-1ac8-446c-8ff3-eb38a2fb9d4a tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665447 May 04 14:34:02.988801 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:03.013139 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Pushing event updated for resources: {'Port': ['ID=ef9a2383-738f-475f-a76f-48fa94ade4a7,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:03.025538 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:03.087723 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Attempting to bind port ef9a2383-738f-475f-a76f-48fa94ade4a7 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:03.088180 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Attempting to bind port ef9a2383-738f-475f-a76f-48fa94ade4a7 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:03.088753 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Attempting to bind port ef9a2383-738f-475f-a76f-48fa94ade4a7 on network 5b42a207-c231-4c84-8e32-165531194e34 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:03.094190 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:03.094566 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Checking segment: {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:03.095294 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:03.095723 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Bound using segment: {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:03.096169 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Bound port: ef9a2383-738f-475f-a76f-48fa94ade4a7, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:03.096546 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:03.132865 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Pushing event updated for resources: {'Port': ['ID=737f94dc-f39b-4280-9943-0d92220675f9,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:03.138531 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:03.188275 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04287-e63d-4493-a2c6-13640f6322b6 req-1802d815-d6ae-420f-ab3a-3e0c58d5629b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:03.189814 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bc04287-e63d-4493-a2c6-13640f6322b6 req-1802d815-d6ae-420f-ab3a-3e0c58d5629b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.2932405 May 04 14:34:03.205511 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] For port ef9a2383-738f-475f-a76f-48fa94ade4a7, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:03.209218 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] For port ef9a2383-738f-475f-a76f-48fa94ade4a7, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=ef9a2383-738f-475f-a76f-48fa94ade4a7,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:03.216434 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:03.226565 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:03.309781 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Pushing event updated for resources: {'Port': ['ID=ef9a2383-738f-475f-a76f-48fa94ade4a7,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:03.312943 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:03.485444 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bc04287-e63d-4493-a2c6-13640f6322b6 req-44d2ab9a-aaf9-4855-815e-248f821b8952 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301974 May 04 14:34:03.517815 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Attempting to bind port 737f94dc-f39b-4280-9943-0d92220675f9 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:03.518158 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Attempting to bind port 737f94dc-f39b-4280-9943-0d92220675f9 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:03.518456 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Attempting to bind port 737f94dc-f39b-4280-9943-0d92220675f9 on network e41747d0-5b71-4fe8-8b61-df5711da486f {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:03.528240 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Port 737f94dc-f39b-4280-9943-0d92220675f9 on network e41747d0-5b71-4fe8-8b61-df5711da486f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:34:03.528553 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Attempting to bind port 737f94dc-f39b-4280-9943-0d92220675f9 on network e41747d0-5b71-4fe8-8b61-df5711da486f {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:03.538347 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:03.567391 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:03.568087 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Checking segment: {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:03.568087 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Bound using segment: {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:03.568468 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Bound port: 737f94dc-f39b-4280-9943-0d92220675f9, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:03.568807 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:03.674957 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:03.780016 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b961a-4a35-4005-9ec5-bd240381ed19 req-cc656ab5-132c-4607-909d-80cadd393cba tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:03.781549 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e58b961a-4a35-4005-9ec5-bd240381ed19 req-cc656ab5-132c-4607-909d-80cadd393cba tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 945 time: 0.4301898 May 04 14:34:03.896096 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] For port 737f94dc-f39b-4280-9943-0d92220675f9, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:03.964368 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e58b961a-4a35-4005-9ec5-bd240381ed19 req-f71728d4-6a3f-4bea-afd4-a64a8de52443 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735742 May 04 14:34:03.978856 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] For port 737f94dc-f39b-4280-9943-0d92220675f9, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=737f94dc-f39b-4280-9943-0d92220675f9,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:03.988191 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.002831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:04.062177 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Allocated IP 172.27.0.132 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/5e662311-1d7d-42fa-afa1-78bd2fcc072e) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:04.077427 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:04.078041 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.079484 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] 10.222.0.54 "PUT /v2.0/ports/737f94dc-f39b-4280-9943-0d92220675f9 HTTP/1.1" status: 200 len: 1093 time: 2.5242419 May 04 14:34:04.084166 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7efb11d-536b-45b4-93f9-7da93c712b3d', 'tag': '737f94dc-f39b-4280-9943-0d92220675f9'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:04.286068 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15171f55-3fdd-4775-9a0d-a5425ce4bdbd None None] Network 5b42a207-c231-4c84-8e32-165531194e34 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:34:04.361430 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device ef9a2383-738f-475f-a76f-48fa94ade4a7 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:04.364823 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2638ae-902d-454c-b853-97e281bc50a4 req-52da6b66-284e-4a53-ba73-cabfb6267bf0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:04.368151 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ec2638ae-902d-454c-b853-97e281bc50a4 req-52da6b66-284e-4a53-ba73-cabfb6267bf0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 943 time: 0.4519477 May 04 14:34:04.374511 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Pushing event updated for resources: {'Port': ['ID=737f94dc-f39b-4280-9943-0d92220675f9,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:04.388366 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:04.469739 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.472094 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-e7558d73-ccd1-40f0-90b1-06ff57ec4fbb None None] Provisioning for port ef9a2383-738f-475f-a76f-48fa94ade4a7 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:04.491467 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ec2638ae-902d-454c-b853-97e281bc50a4 req-a77ba2c8-f0e7-4dc3-805d-0b15af78f6a9 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110208 May 04 14:34:04.505201 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e6826-7bf9-4b23-94b7-f1958332a3ed req-0de87a59-7dab-4934-8621-5cd43988476a tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:04.506860 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ab0e6826-7bf9-4b23-94b7-f1958332a3ed req-0de87a59-7dab-4934-8621-5cd43988476a tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 944 time: 0.3718257 May 04 14:34:04.509487 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-1510a6fa-a985-44dc-b38d-b04bfe16c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:04.510988 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-1510a6fa-a985-44dc-b38d-b04bfe16c34d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 1096 time: 0.2549689 May 04 14:34:04.555001 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port ef9a2383-738f-475f-a76f-48fa94ade4a7 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:04.591807 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7efb11d-536b-45b4-93f9-7da93c712b3d', 'tag': '737f94dc-f39b-4280-9943-0d92220675f9', 'status': 'completed', 'code': 200} May 04 14:34:04.594174 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port ef9a2383-738f-475f-a76f-48fa94ade4a7 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:04.594347 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.608464 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-1f00636a-68e4-490c-bfb6-c2f3b0208836 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=737f94dc-f39b-4280-9943-0d92220675f9 HTTP/1.1" status: 200 len: 217 time: 0.0758164 May 04 14:34:04.676525 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ab0e6826-7bf9-4b23-94b7-f1958332a3ed req-5f6642ad-232b-448c-8594-ab9e91014e80 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597452 May 04 14:34:04.692086 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-3ece8e17-6e14-47ee-ae1b-47e44fb7dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:04.694050 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-3ece8e17-6e14-47ee-ae1b-47e44fb7dd13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2df62e40-ed5f-4351-aaf5-c84de8ddcd62 HTTP/1.1" status: 200 len: 854 time: 0.0742064 May 04 14:34:04.695118 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.708578 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:04.745026 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.786474 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port ef9a2383-738f-475f-a76f-48fa94ade4a7, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=ef9a2383-738f-475f-a76f-48fa94ade4a7,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:04.798694 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.801097 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:04.804661 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-f2d0a185-f286-4086-9370-175474d61098 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e41747d0-5b71-4fe8-8b61-df5711da486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687277 May 04 14:34:04.812824 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:04.838386 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:04.872101 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=ef9a2383-738f-475f-a76f-48fa94ade4a7,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:04.875729 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:04.876671 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:04.912357 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Pushing event updated for resources: {'Port': ['ID=5e662311-1d7d-42fa-afa1-78bd2fcc072e,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:04.925018 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-819275e3-2e6b-49f5-b70b-7faf9334eb99 None None] Provisioning complete for port ef9a2383-738f-475f-a76f-48fa94ade4a7 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:04.925391 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-819275e3-2e6b-49f5-b70b-7faf9334eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.932407 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:05.342773 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-aff06239-9f37-4d38-85a1-93f585989971 service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253074 May 04 14:34:05.408461 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4094d7-c7ff-4ccb-9845-a49ac9f26dfb req-321da2f6-d8d9-483c-b914-7b1012ab9652 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:05.408921 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed4094d7-c7ff-4ccb-9845-a49ac9f26dfb req-321da2f6-d8d9-483c-b914-7b1012ab9652 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.5926454 May 04 14:34:05.576237 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device a87ae237-c902-4383-8b60-80ce9385170d up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:05.616762 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed4094d7-c7ff-4ccb-9845-a49ac9f26dfb req-e0bf7414-cb53-4b10-9fbe-57d172685040 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980124 May 04 14:34:05.646681 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e693fc-cc4a-4bd3-a2ad-43f1af9d5794 req-4fd0e45d-6a75-44f3-ab4b-ef6557b97be0 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:05.646681 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-42e693fc-cc4a-4bd3-a2ad-43f1af9d5794 req-4fd0e45d-6a75-44f3-ab4b-ef6557b97be0 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 945 time: 0.5026395 May 04 14:34:05.668075 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port a87ae237-c902-4383-8b60-80ce9385170d completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:05.674091 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port a87ae237-c902-4383-8b60-80ce9385170d triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:05.674546 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:05.698979 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bc06cce8-2517-494f-a46b-1fae686b0b97 req-7fcee582-96fd-43c4-a3ef-a4f7523457fe service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440266 May 04 14:34:05.811028 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-42e693fc-cc4a-4bd3-a2ad-43f1af9d5794 req-cbeacdf9-502a-42be-b8de-eba6d1a77952 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148021 May 04 14:34:05.818193 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:05.851651 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:05.894892 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port a87ae237-c902-4383-8b60-80ce9385170d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a87ae237-c902-4383-8b60-80ce9385170d,segment=NetworkSegment(adb94654-8ab6-4726-b2ae-e57718a2bb30),segment_id=adb94654-8ab6-4726-b2ae-e57718a2bb30)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:05.897966 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295d2857-6ea0-4ecb-aa88-bb8d1df76c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87ae237-c902-4383-8b60-80ce9385170d'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:05.921643 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:05.923129 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 4410c9de-dbd2-4c01-ba5a-60967cd205df up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:05.966665 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:06.055983 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=a87ae237-c902-4383-8b60-80ce9385170d,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:06.060758 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:06.068709 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 4410c9de-dbd2-4c01-ba5a-60967cd205df completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:06.075957 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 4410c9de-dbd2-4c01-ba5a-60967cd205df triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:06.076694 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.196820 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff87d1-5f00-4d78-b6bf-66e4beb260a3 req-6636779b-07f9-401f-9c70-277aa2a96887 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:06.203847 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5eff87d1-5f00-4d78-b6bf-66e4beb260a3 req-6636779b-07f9-401f-9c70-277aa2a96887 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 943 time: 0.4408162 May 04 14:34:06.214399 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41260) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:06.235637 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba12010-687d-4123-9d45-a3bd7e26e154 req-ff6c867a-bdfa-4e90-aa72-7c7d9f80e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:06.235637 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bba12010-687d-4123-9d45-a3bd7e26e154 req-ff6c867a-bdfa-4e90-aa72-7c7d9f80e11d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 1096 time: 0.3650384 May 04 14:34:06.242808 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.288593 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 4410c9de-dbd2-4c01-ba5a-60967cd205df, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4410c9de-dbd2-4c01-ba5a-60967cd205df,segment=NetworkSegment(8b156e56-3157-4ea2-b37c-a42c89d5b665),segment_id=8b156e56-3157-4ea2-b37c-a42c89d5b665)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:06.299181 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967b93b-10e7-4735-a1c6-a97e379f1e74 req-f323058d-ef0d-4a37-afce-4038d809a076 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:06.300835 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b967b93b-10e7-4735-a1c6-a97e379f1e74 req-f323058d-ef0d-4a37-afce-4038d809a076 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 944 time: 0.3728635 May 04 14:34:06.305053 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.309549 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:06.355428 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device ef9a2383-738f-475f-a76f-48fa94ade4a7 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:06.365868 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.384040 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:06.389491 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] Usage tracker for resource:security_group_rule and tenant:402a8c00607d444aa922ccce5899a203 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:06.394628 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:06.402846 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:06.444867 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=4410c9de-dbd2-4c01-ba5a-60967cd205df,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:06.450620 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:06.456216 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5eff87d1-5f00-4d78-b6bf-66e4beb260a3 req-91f3a866-c8ae-4001-b3b6-06ce6a9f80e1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514944 May 04 14:34:06.465331 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port ef9a2383-738f-475f-a76f-48fa94ade4a7 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:06.465716 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.512831 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.519570 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.546953 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e522100f-f564-42c2-bec5-ed9024ff261f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:06.548231 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b967b93b-10e7-4735-a1c6-a97e379f1e74 req-e2cb14c2-eb3a-4459-8df3-0ab337cb86b8 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275233 May 04 14:34:06.565166 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=402a8c00607d444aa922ccce5899a203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496816 May 04 14:34:06.566064 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41266) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:06.577285 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636'] for router, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.582392 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba12010-687d-4123-9d45-a3bd7e26e154 req-a8941e9c-4b1d-40e0-af1c-efdecd4db1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:06.584058 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bba12010-687d-4123-9d45-a3bd7e26e154 req-a8941e9c-4b1d-40e0-af1c-efdecd4db1a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 915 time: 0.3368392 May 04 14:34:06.625214 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295d2857-6ea0-4ecb-aa88-bb8d1df76c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87ae237-c902-4383-8b60-80ce9385170d', 'code': 200} May 04 14:34:06.641484 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01f345a-5f06-45ed-9675-5eacf5805093,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:06.644424 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:06.666785 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8c70a174-d10a-4317-84fe-e1b3d2c10a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.694594 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8c70a174-d10a-4317-84fe-e1b3d2c10a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.749540 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8c70a174-d10a-4317-84fe-e1b3d2c10a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.754814 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9784cf75-08c3-4435-a424-f5e365348af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:06.770029 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70a174-d10a-4317-84fe-e1b3d2c10a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01f345a-5f06-45ed-9675-5eacf5805093,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:06.773060 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8c70a174-d10a-4317-84fe-e1b3d2c10a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:06.778699 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8c70a174-d10a-4317-84fe-e1b3d2c10a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.780427 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8c70a174-d10a-4317-84fe-e1b3d2c10a29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e01f345a-5f06-45ed-9675-5eacf5805093 HTTP/1.1" status: 204 len: 168 time: 0.1952269 May 04 14:34:06.812713 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bba12010-687d-4123-9d45-a3bd7e26e154 req-d41d7390-ba6c-419d-8817-ef9d9cab2585 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=737f94dc-f39b-4280-9943-0d92220675f9 HTTP/1.1" status: 200 len: 217 time: 0.1758771 May 04 14:34:07.078926 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba12010-687d-4123-9d45-a3bd7e26e154 req-e85bb5ab-5667-449f-a87c-5922e5840630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:07.080396 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bba12010-687d-4123-9d45-a3bd7e26e154 req-e85bb5ab-5667-449f-a87c-5922e5840630 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2df62e40-ed5f-4351-aaf5-c84de8ddcd62 HTTP/1.1" status: 200 len: 854 time: 0.2322748 May 04 14:34:07.106711 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41278) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:07.124396 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:07.142683 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:07.146560 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] Usage tracker for resource:security_group_rule and tenant:89438b21cb96444cb5fb8527e656774e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:07.149577 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:07.155150 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:07.158247 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bba12010-687d-4123-9d45-a3bd7e26e154 req-2fe73fcf-2044-4e9f-9e90-18cc0bd13e96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e41747d0-5b71-4fe8-8b61-df5711da486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618098 May 04 14:34:07.237349 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0a3b0-aad7-42f1-b219-bc20d3f48c92 req-93470430-1c39-47d8-9054-803716ac2070 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:07.238821 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7be0a3b0-aad7-42f1-b219-bc20d3f48c92 req-93470430-1c39-47d8-9054-803716ac2070 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.4377396 May 04 14:34:07.241119 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:07.245835 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:07.257240 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8f0350fe-6748-47b8-ace6-eb5c7b574724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:07.293776 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89438b21cb96444cb5fb8527e656774e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859396 May 04 14:34:07.297003 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41284) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:07.309262 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e281356e-6b74-40b2-b8ac-c01385e9c756,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:07.321073 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:07.356806 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abbcb1-ee7d-40ca-9c31-11d836311c53 req-23f64ef4-0aba-40e4-ae91-74deb37a1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:07.358277 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-34abbcb1-ee7d-40ca-9c31-11d836311c53 req-23f64ef4-0aba-40e4-ae91-74deb37a1047 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 1099 time: 0.3930538 May 04 14:34:07.365960 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4c34ed25-3b7c-45c1-b48e-796661e4424e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:07.377564 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Router 411b754b-6008-4d97-8070-bdf9c2dbf4cf is scheduled to L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 with binding_index 1 {{(pid=73812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:34:07.391079 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22a9c0-6829-4a40-8b28-9fad7762411f req-b5c329ae-23b1-480c-8c08-e235bca7ab3c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:07.391579 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4c34ed25-3b7c-45c1-b48e-796661e4424e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:07.392534 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed22a9c0-6829-4a40-8b28-9fad7762411f req-b5c329ae-23b1-480c-8c08-e235bca7ab3c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 946 time: 0.4246788 May 04 14:34:07.416980 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7be0a3b0-aad7-42f1-b219-bc20d3f48c92 req-d95240e4-3a81-4ead-95ac-7fbda634d88c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620226 May 04 14:34:07.452940 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4c34ed25-3b7c-45c1-b48e-796661e4424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:07.458234 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-569a3009-06ac-4583-bafd-b2cd58f968c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:07.474761 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34ed25-3b7c-45c1-b48e-796661e4424e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e281356e-6b74-40b2-b8ac-c01385e9c756,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:07.477574 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4c34ed25-3b7c-45c1-b48e-796661e4424e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:07.479500 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4c34ed25-3b7c-45c1-b48e-796661e4424e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:07.485557 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4c34ed25-3b7c-45c1-b48e-796661e4424e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e281356e-6b74-40b2-b8ac-c01385e9c756 HTTP/1.1" status: 204 len: 168 time: 0.1851287 May 04 14:34:07.513928 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bba12010-687d-4123-9d45-a3bd7e26e154 req-c3c5c1bb-b678-457d-adfd-9ac671648675 service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391879 May 04 14:34:07.593447 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-34abbcb1-ee7d-40ca-9c31-11d836311c53 req-f124d318-7842-4c83-a40a-4deaffa52244 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121804 May 04 14:34:07.615603 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed22a9c0-6829-4a40-8b28-9fad7762411f req-b077e7c1-b5a7-4d28-882c-390822f27b61 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050731 May 04 14:34:07.900769 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bba12010-687d-4123-9d45-a3bd7e26e154 req-16139aa3-1bea-4ef1-9eca-7b42bdc31c9f service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577807 May 04 14:34:07.909255 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:34:07.919477 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Sync routers for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:34:07.935629 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:07.936345 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:34:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:07.962413 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Notify callbacks [] for router, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:07.963610 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2224302 May 04 14:34:07.966640 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41306) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:07.973153 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6962a31-c7b5-431b-996b-e1e453c9f88c req-eb6a599f-abbb-4090-8007-22ab03d64d72 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:07.975903 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6962a31-c7b5-431b-996b-e1e453c9f88c req-eb6a599f-abbb-4090-8007-22ab03d64d72 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 943 time: 0.2256038 May 04 14:34:07.982997 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47f51f-8721-4951-a7ab-e58660a6bec6 req-44491f5a-aaff-499a-8749-5aae8198372c tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:07.984564 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c47f51f-8721-4951-a7ab-e58660a6bec6 req-44491f5a-aaff-499a-8749-5aae8198372c tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 945 time: 0.2387249 May 04 14:34:08.063077 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c47f51f-8721-4951-a7ab-e58660a6bec6 req-abf69978-47d8-43e9-a07a-e94336ab7afe tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715146 May 04 14:34:08.069078 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6962a31-c7b5-431b-996b-e1e453c9f88c req-f48a8677-b6b0-48cb-b07f-3f7f4f66889f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765178 May 04 14:34:08.192546 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:08.501611 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:05Z', 'revision_number': 3, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:08.505808 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Checking router: 411b754b-6008-4d97-8070-bdf9c2dbf4cf for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:34:08.506155 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Updating router 411b754b-6008-4d97-8070-bdf9c2dbf4cf port 5e662311-1d7d-42fa-afa1-78bd2fcc072e binding host dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:34:08.559583 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:08.626465 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a3e26-ea23-4e36-9773-790e17060b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4410c9de-dbd2-4c01-ba5a-60967cd205df'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:08.682299 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e154e1-4eb5-4d8e-9827-6286ac824069 req-bf7039c1-bb22-4aa9-ba18-06132e565f71 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:08.684959 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-69e154e1-4eb5-4d8e-9827-6286ac824069 req-bf7039c1-bb22-4aa9-ba18-06132e565f71 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1540186 May 04 14:34:08.711205 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a3e26-ea23-4e36-9773-790e17060b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4410c9de-dbd2-4c01-ba5a-60967cd205df', 'code': 200} May 04 14:34:08.739293 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-69e154e1-4eb5-4d8e-9827-6286ac824069 req-55c8f43c-7e30-467d-8cbf-c954fcf4b3ea tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477300 May 04 14:34:08.823052 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.033632 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.046535 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Transition to ACTIVE for port object 5e662311-1d7d-42fa-afa1-78bd2fcc072e will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:09.056244 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.063755 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:09.146710 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Attempting to bind port 5e662311-1d7d-42fa-afa1-78bd2fcc072e on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:09.147341 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Attempting to bind port 5e662311-1d7d-42fa-afa1-78bd2fcc072e by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:09.148198 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Attempting to bind port 5e662311-1d7d-42fa-afa1-78bd2fcc072e on network a2b590c2-19b7-4052-a497-500fc545d77d {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:09.167016 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:09.167417 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:09.170197 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.170626 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Bound using segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:09.171152 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Bound port: 5e662311-1d7d-42fa-afa1-78bd2fcc072e, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:09.171543 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.214699 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b14ca-b058-45d5-812b-5de1d1003ad3 req-096fba25-73fc-4dc2-920a-bb626c833b25 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:09.225480 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8c3b14ca-b058-45d5-812b-5de1d1003ad3 req-096fba25-73fc-4dc2-920a-bb626c833b25 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 946 time: 0.3837380 May 04 14:34:09.298553 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8c3b14ca-b058-45d5-812b-5de1d1003ad3 req-c52ce2ff-43dd-45ef-a715-89d870f36b82 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744562 May 04 14:34:09.304023 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Pushing event updated for resources: {'Port': ['ID=5e662311-1d7d-42fa-afa1-78bd2fcc072e,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:09.337416 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53484f-a355-4786-8d22-66466f1f6110 req-710ba58b-da62-43d9-be29-f1e0374919a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:09.339196 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0a53484f-a355-4786-8d22-66466f1f6110 req-710ba58b-da62-43d9-be29-f1e0374919a1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 1098 time: 0.3653214 May 04 14:34:09.339471 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.342348 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.342917 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.344022 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.344602 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.345442 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.345959 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.346473 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.347005 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.348089 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.349207 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.349747 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:09.363710 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:09.365165 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Allocated IP 172.20.0.1 (5b42a207-c231-4c84-8e32-165531194e34/110384d5-90f2-4cf8-bb85-d306517a1d8e/0d96fb0a-d202-4d5b-b83d-a558e379b3a1) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:09.397032 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] For port 5e662311-1d7d-42fa-afa1-78bd2fcc072e, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:09.400835 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] For port 5e662311-1d7d-42fa-afa1-78bd2fcc072e, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=5e662311-1d7d-42fa-afa1-78bd2fcc072e,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:09.407783 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.420918 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:09.574394 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.581544 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:09.581719 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 737f94dc-f39b-4280-9943-0d92220675f9 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:34:09.582341 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:34:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:09.595506 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0a53484f-a355-4786-8d22-66466f1f6110 req-1a333db6-5177-4132-ae56-cc2ba378bd66 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572480 May 04 14:34:09.625938 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Transition to ACTIVE for port object 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:09.626482 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00fdef-f817-4848-abaa-057f0b0ee77d req-a9494a95-a28e-4e3f-9256-727ec3308db7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:09.633405 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c00fdef-f817-4848-abaa-057f0b0ee77d req-a9494a95-a28e-4e3f-9256-727ec3308db7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 945 time: 0.2934861 May 04 14:34:09.680564 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.686831 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Pushing event updated for resources: {'Port': ['ID=5e662311-1d7d-42fa-afa1-78bd2fcc072e,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:09.689591 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:09.695157 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c78e03-1602-4260-a4a6-69edd53df377 req-afc29dee-63f0-4504-9926-453692bc899f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:09.702509 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-39c78e03-1602-4260-a4a6-69edd53df377 req-afc29dee-63f0-4504-9926-453692bc899f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 943 time: 0.1915596 May 04 14:34:09.710981 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:09.719717 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c00fdef-f817-4848-abaa-057f0b0ee77d req-ea0a4b06-3faa-4183-8e0f-ad0008b76077 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853627 May 04 14:34:09.771284 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Network 5b42a207-c231-4c84-8e32-165531194e34 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:09.775483 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:09.785959 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:09.806577 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-39c78e03-1602-4260-a4a6-69edd53df377 req-f45a34a0-1168-43c9-bb4d-c35dd40e2434 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002729 May 04 14:34:09.834185 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 737f94dc-f39b-4280-9943-0d92220675f9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=737f94dc-f39b-4280-9943-0d92220675f9,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:09.865099 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:09.873091 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '737f94dc-f39b-4280-9943-0d92220675f9', 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f', 'port_id': '737f94dc-f39b-4280-9943-0d92220675f9', 'mac_address': 'fa:16:3e:3b:53:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df62e40-ed5f-4351-aaf5-c84de8ddcd62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:34:09.910584 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d96fb0a-d202-4d5b-b83d-a558e379b3a1,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:09.918102 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:09.944929 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658387'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.991426 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.030084 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737f94dc-f39b-4280-9943-0d92220675f9 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:10.048386 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 737f94dc-f39b-4280-9943-0d92220675f9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=737f94dc-f39b-4280-9943-0d92220675f9,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:10.052832 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.057125 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:10.125535 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.218535 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cb5ab-c33f-49e0-aeaf-da7ec40b6f7f req-8b20185d-8f40-4fea-b35b-b633a16e4715 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:10.221051 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7f1cb5ab-c33f-49e0-aeaf-da7ec40b6f7f req-8b20185d-8f40-4fea-b35b-b633a16e4715 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.2164714 May 04 14:34:10.237343 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:05Z', 'revision_number': 3, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:10.242896 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19a373-5f41-4fbd-b38e-4fdc3fd71c53 None None] The sync data for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi is: [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:05Z', 'revision_number': 3, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:34:10.289036 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=737f94dc-f39b-4280-9943-0d92220675f9,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:10.292841 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:10.294862 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-6709191d-17f3-493d-b7a5-bbf2108a33ac None None] Provisioning for port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:10.301658 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-6709191d-17f3-493d-b7a5-bbf2108a33ac None None] Provisioning complete for port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:10.302093 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6709191d-17f3-493d-b7a5-bbf2108a33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.332836 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7f1cb5ab-c33f-49e0-aeaf-da7ec40b6f7f req-5fa19567-c6ae-4d91-86d2-46ad7e820bd5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046572 May 04 14:34:10.384109 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-6709191d-17f3-493d-b7a5-bbf2108a33ac None None] Port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:34:10.440177 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41390) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:10.449239 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.455609 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.482963 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ee04a835-82bc-4bf0-adb6-2a1579cd0994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:10.535376 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e868b61-d62f-4104-ae24-8f21dc8fda56 req-642935ad-fac2-4bbc-83fb-5bfdd9ac2b2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:10.537088 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7e868b61-d62f-4104-ae24-8f21dc8fda56 req-642935ad-fac2-4bbc-83fb-5bfdd9ac2b2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 946 time: 0.0978584 May 04 14:34:10.558739 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d96fb0a-d202-4d5b-b83d-a558e379b3a1,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:10.575258 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['737f94dc-f39b-4280-9943-0d92220675f9'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:10.581086 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:10.601797 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.614838 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658288'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.616600 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7e868b61-d62f-4104-ae24-8f21dc8fda56 req-d1a0b4a7-8405-4760-a707-531a01844ff9 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736094 May 04 14:34:10.671463 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:10.740180 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:a59f17fbf0d4423597157fa743b28db0 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:10.746983 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:10.762441 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:10.838309 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Network 5b42a207-c231-4c84-8e32-165531194e34 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:10.841880 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:11.060326 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.124220 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf5c57-c06f-4c82-81bd-b2ebf4979be0 req-738c7ae1-9e5c-4a07-a012-a0a398cca856 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:11.125929 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-92bf5c57-c06f-4c82-81bd-b2ebf4979be0 req-738c7ae1-9e5c-4a07-a012-a0a398cca856 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 945 time: 0.2320807 May 04 14:34:11.128755 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-45f60cc9-e36c-4943-b5b6-0492d2b13621 None None] Provisioning complete for port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:11.129287 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-45f60cc9-e36c-4943-b5b6-0492d2b13621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.146577 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2b964-0b86-4230-af6d-af249de1c8df req-f71b174f-c1cc-4a63-bade-78eb51c59088 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:11.152039 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-87a2b964-0b86-4230-af6d-af249de1c8df req-f71b174f-c1cc-4a63-bade-78eb51c59088 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 944 time: 0.1818769 May 04 14:34:11.194374 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.209712 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e790739d-ed98-4337-a122-332e1a098e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:11.245542 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-45f60cc9-e36c-4943-b5b6-0492d2b13621 None None] Port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:34:11.255315 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-92bf5c57-c06f-4c82-81bd-b2ebf4979be0 req-ae7b28a9-ae7b-469e-b68c-34bfc05879f7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849459 May 04 14:34:11.275209 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a59f17fbf0d4423597157fa743b28db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8324447 May 04 14:34:11.281495 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 41446) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:11.293162 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cbd1f6-be83-4f07-b8ae-7043ea8d5a15,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:11.304903 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:11.321080 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-87a2b964-0b86-4230-af6d-af249de1c8df req-22779a26-16cc-4d2c-9966-1b0170cbce5f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603231 May 04 14:34:11.373433 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Router 411b754b-6008-4d97-8070-bdf9c2dbf4cf has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:34:11.454640 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7643-8a9c-4194-8925-a95897e0854f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.508462 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7643-8a9c-4194-8925-a95897e0854f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.653727 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947f193-3a3e-4c1c-8a9a-f17779dcdb9d req-4e9df87b-f4ba-4149-83c5-6dee43470df7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:11.655338 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e947f193-3a3e-4c1c-8a9a-f17779dcdb9d req-4e9df87b-f4ba-4149-83c5-6dee43470df7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1627645 May 04 14:34:11.656781 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7643-8a9c-4194-8925-a95897e0854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.661299 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:11.670001 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:34:11.685004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c7643-8a9c-4194-8925-a95897e0854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cbd1f6-be83-4f07-b8ae-7043ea8d5a15,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:11.688434 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ab1c7643-8a9c-4194-8925-a95897e0854f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:11.695602 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7643-8a9c-4194-8925-a95897e0854f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.696710 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-ab1c7643-8a9c-4194-8925-a95897e0854f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2cbd1f6-be83-4f07-b8ae-7043ea8d5a15 HTTP/1.1" status: 204 len: 168 time: 0.4142833 May 04 14:34:11.704099 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] 10.222.0.50 "PUT /v2.0/routers/411b754b-6008-4d97-8070-bdf9c2dbf4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7244542 May 04 14:34:11.725287 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e947f193-3a3e-4c1c-8a9a-f17779dcdb9d req-f4e7eabd-5599-4390-a3a3-ddc11ca38877 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556037 May 04 14:34:12.022996 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 41474) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:12.040370 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.057454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:12.061526 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] Usage tracker for resource:security_group_rule and tenant:ff12c5bb77b74b1e836cae4235b7877d is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:12.064627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:12.071568 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:12.156441 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.160628 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.168370 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-62a1d91b-d49d-4c45-871e-14021b4515ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:12.210522 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff12c5bb77b74b1e836cae4235b7877d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861448 May 04 14:34:12.211471 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab2ca04-8345-4b38-876a-dc714a877056,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:12.214693 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41482) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:12.215168 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:12.256878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 41488) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:12.263126 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609522052', 'description': 'tempest-description--925968269'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:12.270220 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:12.274485 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:security_group and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:12.278540 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:12.286075 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:12.301749 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.334701 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0718fc62-1342-450e-9682-a9f6aa1a7011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.334953 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:12.339692 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:security_group_rule and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:12.356626 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:12.363844 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:12.374423 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0718fc62-1342-450e-9682-a9f6aa1a7011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.391743 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Sync routers for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:34:12.416409 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:12.417060 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:34:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:12.489000 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0718fc62-1342-450e-9682-a9f6aa1a7011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.498219 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:12.513080 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718fc62-1342-450e-9682-a9f6aa1a7011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab2ca04-8345-4b38-876a-dc714a877056,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:12.517063 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0718fc62-1342-450e-9682-a9f6aa1a7011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:12.518511 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 5e662311-1d7d-42fa-afa1-78bd2fcc072e up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:12.520442 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0718fc62-1342-450e-9682-a9f6aa1a7011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.525871 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-0718fc62-1342-450e-9682-a9f6aa1a7011 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ab2ca04-8345-4b38-876a-dc714a877056 HTTP/1.1" status: 204 len: 168 time: 0.3066180 May 04 14:34:12.604484 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.614915 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e591-53e4-4cc4-9d39-08d004e73720 req-eee40a70-fb64-4cff-9d2c-489466c839b9 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:12.623343 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9775e591-53e4-4cc4-9d39-08d004e73720 req-eee40a70-fb64-4cff-9d2c-489466c839b9 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 945 time: 0.1993427 May 04 14:34:12.638911 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.646154 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7093b01a-6b3d-4027-b680-534aaebf12d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:12.683635 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fe82c0-4701-43f0-8542-1f82ff75473b,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:12.692150 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:12.695712 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:12.747942 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9775e591-53e4-4cc4-9d39-08d004e73720 req-984fbfe7-22af-4e3b-909e-5a9beba38340 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247606 May 04 14:34:12.750243 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.751549 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4930408 May 04 14:34:12.754526 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41506) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:12.755367 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 5e662311-1d7d-42fa-afa1-78bd2fcc072e completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:12.773194 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'security_group_rule': {'security_group_id': '81fe82c0-4701-43f0-8542-1f82ff75473b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:12.787511 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:12.790696 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 5e662311-1d7d-42fa-afa1-78bd2fcc072e triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:12.791091 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.795778 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594922e-a7eb-485a-9f06-1fe87fab0735 req-97dfa9de-f6dc-465f-a6be-c5628a5092e4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:12.796704 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:security_group_rule and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:12.810280 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:12.810865 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5594922e-a7eb-485a-9f06-1fe87fab0735 req-97dfa9de-f6dc-465f-a6be-c5628a5092e4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 944 time: 0.2980802 May 04 14:34:12.810955 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:12.856127 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.903634 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5594922e-a7eb-485a-9f06-1fe87fab0735 req-5259dbe0-c01c-4939-9fe0-1a02942adc69 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932524 May 04 14:34:13.090125 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.097941 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.099418 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:13.126913 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b9fe-781e-4f23-b589-242420a09488 req-6c6d9a03-abdf-4343-bb45-f60303feb2d3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:13.128943 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7478b9fe-781e-4f23-b589-242420a09488 req-6c6d9a03-abdf-4343-bb45-f60303feb2d3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0946302 May 04 14:34:13.152308 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2603b0fc-963d-4c90-a93d-06c8c7162943,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:13.155372 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:13.157174 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.160871 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4021244 May 04 14:34:13.162598 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41524) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:13.168902 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'security_group_rule': {'security_group_id': '81fe82c0-4701-43f0-8542-1f82ff75473b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:13.185272 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:13.194150 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:security_group_rule and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:13.202850 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:13.203083 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7478b9fe-781e-4f23-b589-242420a09488 req-b4b244a7-a74f-4cbd-9ef5-e86aae2ac816 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666149 May 04 14:34:13.210710 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:13.236238 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.242711 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.315396 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 5e662311-1d7d-42fa-afa1-78bd2fcc072e, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=5e662311-1d7d-42fa-afa1-78bd2fcc072e,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:13.320276 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.324181 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.325738 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.328445 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-096b504c-f479-4ec4-9a64-3246cb8198a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:13.329359 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:13.348287 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0de460-6def-411f-ab0d-b128975b8281,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:13.351961 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:13.377603 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.379793 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2174516 May 04 14:34:13.382966 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 41536) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:13.391995 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'floatingip': {'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:13.400660 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:13.405361 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:floatingip and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:13.409447 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:13.418185 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:13.427891 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=5e662311-1d7d-42fa-afa1-78bd2fcc072e,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:13.437126 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.439245 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:13.442649 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 2, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:13.448220 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Checking router: 411b754b-6008-4d97-8070-bdf9c2dbf4cf for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:34:13.448629 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Updating router 411b754b-6008-4d97-8070-bdf9c2dbf4cf port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 binding host dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:34:13.507617 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.577123 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.614328 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 737f94dc-f39b-4280-9943-0d92220675f9 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:13.720418 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Allocated IP 172.27.0.31 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/53bccb47-6357-432a-bcc6-2bea91334dfb) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:13.795467 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 737f94dc-f39b-4280-9943-0d92220675f9 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:13.804671 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 737f94dc-f39b-4280-9943-0d92220675f9 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:13.805035 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.031171 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.132724 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.140196 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:14.200702 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.245064 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.246449 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:14.251682 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:14.252821 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7efb11d-536b-45b4-93f9-7da93c712b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737f94dc-f39b-4280-9943-0d92220675f9'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:14.264854 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:14.272286 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 737f94dc-f39b-4280-9943-0d92220675f9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=737f94dc-f39b-4280-9943-0d92220675f9,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:14.275602 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Transition to ACTIVE for port object 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:14.281743 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.285888 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:14.301788 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'Port': ['ID=53bccb47-6357-432a-bcc6-2bea91334dfb,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:14.310518 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:14.340822 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.369930 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a9d23-d3b3-462d-9215-d5661ed0aa30 req-d2a0e085-0841-4ed2-ad95-81970328c73f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:14.371571 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-391a9d23-d3b3-462d-9215-d5661ed0aa30 req-d2a0e085-0841-4ed2-ad95-81970328c73f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 944 time: 0.3067224 May 04 14:34:14.482181 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.482927 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 5e662311-1d7d-42fa-afa1-78bd2fcc072e up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:14.490472 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-391a9d23-d3b3-462d-9215-d5661ed0aa30 req-c38d8cdf-82e3-46b0-92ba-86ddc0a582a5 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711429 May 04 14:34:14.567782 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.717282 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=737f94dc-f39b-4280-9943-0d92220675f9,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:14.722487 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:14.728824 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2ab577d1-a5ad-4b4a-b9d1-1ba933880eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:14.797195 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf7174-9b74-402e-ba72-dec0c813e75c None None] Pushing event updated for resources: {'Port': ['ID=0d96fb0a-d202-4d5b-b83d-a558e379b3a1,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:14.802475 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bccf7174-9b74-402e-ba72-dec0c813e75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:14.820836 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Attempting to bind port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:14.821201 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Attempting to bind port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:14.821563 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Attempting to bind port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 on network 5b42a207-c231-4c84-8e32-165531194e34 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:14.828662 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:14.828991 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Checking segment: {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:14.829421 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.829821 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Bound using segment: {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:14.830247 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Bound port: 0d96fb0a-d202-4d5b-b83d-a558e379b3a1, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:14.830598 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.888275 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3d68-937c-4787-9f28-833824059a21 req-00795632-b06f-4fd6-a3c9-b4b74fa97d1f tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:14.889802 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a9ab3d68-937c-4787-9f28-833824059a21 req-00795632-b06f-4fd6-a3c9-b4b74fa97d1f tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 945 time: 0.2477403 May 04 14:34:14.904724 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 5e662311-1d7d-42fa-afa1-78bd2fcc072e triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:14.905112 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.960052 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60990d38-f2de-4ddf-a56d-644f8aba638d req-653672ca-78c1-4b15-8b05-6c4fc0ed51de tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:14.961821 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-60990d38-f2de-4ddf-a56d-644f8aba638d req-653672ca-78c1-4b15-8b05-6c4fc0ed51de tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.2527599 May 04 14:34:15.002280 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a9ab3d68-937c-4787-9f28-833824059a21 req-f53787af-2c96-4252-b5f0-d97a9df4bda2 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923157 May 04 14:34:15.005144 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] For port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:15.009868 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] For port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=0d96fb0a-d202-4d5b-b83d-a558e379b3a1,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:15.042320 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-60990d38-f2de-4ddf-a56d-644f8aba638d req-741c9131-ecda-49db-bf8d-f102c61eb024 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705345 May 04 14:34:15.044467 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.052057 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.056703 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.062249 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:15.076664 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:15.147364 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7efb11d-536b-45b4-93f9-7da93c712b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737f94dc-f39b-4280-9943-0d92220675f9', 'code': 200} May 04 14:34:15.245144 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'Port': ['ID=53bccb47-6357-432a-bcc6-2bea91334dfb,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:15.249774 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:15.263782 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.269196 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:15.269840 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:34:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:15.297911 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.306820 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9136043 May 04 14:34:15.353477 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf7174-9b74-402e-ba72-dec0c813e75c None None] Pushing event updated for resources: {'Port': ['ID=0d96fb0a-d202-4d5b-b83d-a558e379b3a1,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:15.357624 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bccf7174-9b74-402e-ba72-dec0c813e75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:15.512347 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:15.516705 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f5959-5a04-41ce-b2ce-7f1f94ee4bbf req-41c7172e-6eef-4713-9583-942a52b5172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:15.518433 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b3f5959-5a04-41ce-b2ce-7f1f94ee4bbf req-41c7172e-6eef-4713-9583-942a52b5172c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 1098 time: 0.0849445 May 04 14:34:15.609443 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-66c301be-17e8-4e2e-b552-e4ca361f201e tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Synchronizing usage tracker for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:15.620332 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b3f5959-5a04-41ce-b2ce-7f1f94ee4bbf req-44992292-f469-4a9b-9e1e-868ffb8dbb6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716949 May 04 14:34:15.636153 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-66c301be-17e8-4e2e-b552-e4ca361f201e tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Unset dirty status for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:15.637455 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-66c301be-17e8-4e2e-b552-e4ca361f201e tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--609522052&fields=id&tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd HTTP/1.1" status: 200 len: 267 time: 0.1054425 May 04 14:34:15.792665 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-1a6e1589-c348-41af-9214-129b2c6f00b6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:15.794108 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-1a6e1589-c348-41af-9214-129b2c6f00b6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/networks?id=5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 200 len: 811 time: 0.1473911 May 04 14:34:15.810987 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-b1443688-f4be-40ba-a821-4a2bee95fa06 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/quotas/89e30f4e432c4f5bba6c0cc97d191dcd HTTP/1.1" status: 200 len: 375 time: 0.0093935 May 04 14:34:15.844062 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:14Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:15.848279 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0d33a-cb02-45bb-966a-21057acc60c4 None None] The sync data for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi is: [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:14Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:34:15.936715 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-17591bbe-4c1b-4255-923e-35ab9a82d14a tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1159613 May 04 14:34:16.111114 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-aad40ef7-6b2e-450e-8b32-49b90400221c service neutron] 10.222.0.50 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624451 May 04 14:34:16.412300 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:16.433391 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-d295bd0c-62c5-477a-b65f-d0d5e5a1fae3 service neutron] 10.222.0.50 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058388 May 04 14:34:16.458857 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8278fb-4b0d-4268-b2f3-9035a6d1e368 req-d27d0301-9f60-4555-9993-b198787bdeda tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:16.469412 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9b8278fb-4b0d-4268-b2f3-9035a6d1e368 req-d27d0301-9f60-4555-9993-b198787bdeda tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 945 time: 0.1518257 May 04 14:34:16.526188 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9b8278fb-4b0d-4268-b2f3-9035a6d1e368 req-567c03c7-ed42-4e65-a2fb-a641aa492c63 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564842 May 04 14:34:16.531606 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:16.538727 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:16.539176 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:16.706182 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:16.794903 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=0d96fb0a-d202-4d5b-b83d-a558e379b3a1,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:16.801035 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:16.803029 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:16.843252 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec0879-c2be-4bc5-a55e-84820a803b69 req-4042e6cb-5e54-41fd-8c8d-ba29fe6db436 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:16.845017 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-acec0879-c2be-4bc5-a55e-84820a803b69 req-4042e6cb-5e54-41fd-8c8d-ba29fe6db436 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1525996 May 04 14:34:16.867091 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ff40e-76dd-4803-9b6d-884867f2ec52 req-db79a81d-69f8-4a3f-b623-c8996c2192c1 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:16.874335 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-280ff40e-76dd-4803-9b6d-884867f2ec52 req-db79a81d-69f8-4a3f-b623-c8996c2192c1 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 945 time: 0.1262836 May 04 14:34:16.882156 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=0d96fb0a-d202-4d5b-b83d-a558e379b3a1,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:16.885800 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:16.948328 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-280ff40e-76dd-4803-9b6d-884867f2ec52 req-a965956c-982f-4606-996e-2cf85a7b414d tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729501 May 04 14:34:16.957322 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-acec0879-c2be-4bc5-a55e-84820a803b69 req-1195c0ab-675b-40e5-9498-8a453d8ffeb7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801442 May 04 14:34:17.065704 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8e56ac8d-c540-465d-959c-d17f7568d0f4 req-e2a87740-547a-41ad-bf5a-da3b60e59b6c tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 210 time: 0.0456588 May 04 14:34:17.093818 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-581bdd79-64d1-4655-bd9d-4457885bcd58 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:17.096010 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-581bdd79-64d1-4655-bd9d-4457885bcd58 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 945 time: 0.1377277 May 04 14:34:17.257255 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Deleting port 4410c9de-dbd2-4c01-ba5a-60967cd205df {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:34:17.257594 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:17.422396 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] For port 4410c9de-dbd2-4c01-ba5a-60967cd205df, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4410c9de-dbd2-4c01-ba5a-60967cd205df,segment=NetworkSegment(8b156e56-3157-4ea2-b37c-a42c89d5b665),segment_id=8b156e56-3157-4ea2-b37c-a42c89d5b665)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:17.422762 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:17.555030 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Calling delete_port for 4410c9de-dbd2-4c01-ba5a-60967cd205df owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:34:17.599714 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 41656) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:17.806281 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:17.829563 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:17.838689 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427d040-a123-4e89-ad70-75f0a3336b8a req-914c3add-494d-48dd-858e-eb4683cdedf3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:17.840195 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c427d040-a123-4e89-ad70-75f0a3336b8a req-914c3add-494d-48dd-858e-eb4683cdedf3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 945 time: 0.1859999 May 04 14:34:17.842148 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:17.844087 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] Usage tracker for resource:security_group_rule and tenant:112669fe9f224296935753ef25e90072 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:17.850332 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-dc2c1f0a-f7bb-42c9-855a-82dd68e20a14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:17.887198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:17.902972 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['4410c9de-dbd2-4c01-ba5a-60967cd205df'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:17.915467 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:17.919914 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Pushing event deleted for resources: {'Port': ['ID=4410c9de-dbd2-4c01-ba5a-60967cd205df,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:17.925493 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:18.036174 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] No DVR routers for this DVR port 4410c9de-dbd2-4c01-ba5a-60967cd205df on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:34:18.044475 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c427d040-a123-4e89-ad70-75f0a3336b8a req-1ae04965-c885-4671-adf2-e6d1a2526a61 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647327 May 04 14:34:18.045512 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.051119 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a3e26-ea23-4e36-9773-790e17060b8d', 'name': 'network-vif-deleted', 'tag': '4410c9de-dbd2-4c01-ba5a-60967cd205df'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:18.134476 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b918837b-fec1-404b-aa8a-13b089682fa7 req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.54 "DELETE /v2.0/ports/4410c9de-dbd2-4c01-ba5a-60967cd205df HTTP/1.1" status: 204 len: 173 time: 1.0322242 May 04 14:34:18.138228 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-53b211b8-1f0e-4c3e-ad3b-691411b1d275 req-e7994a8e-b9fc-4a51-815b-bd8c6b4d70dd tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Synchronizing usage tracker for tenant:d855404ee60646168c89cc928ed8a9d7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:18.181380 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-53b211b8-1f0e-4c3e-ad3b-691411b1d275 req-e7994a8e-b9fc-4a51-815b-bd8c6b4d70dd tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Unset dirty status for tenant:d855404ee60646168c89cc928ed8a9d7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:18.182629 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-53b211b8-1f0e-4c3e-ad3b-691411b1d275 req-e7994a8e-b9fc-4a51-815b-bd8c6b4d70dd tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 210 time: 0.0991731 May 04 14:34:18.190649 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.200364 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.209180 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:18.294712 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=112669fe9f224296935753ef25e90072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936152 May 04 14:34:18.297229 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fafb9b-3421-41c8-b4ad-872360ca8ce1,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:18.297473 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41680) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:18.301286 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:18.364002 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a3e26-ea23-4e36-9773-790e17060b8d', 'name': 'network-vif-deleted', 'tag': '4410c9de-dbd2-4c01-ba5a-60967cd205df', 'status': 'completed', 'code': 200} May 04 14:34:18.390626 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3d8b27d7-c8ef-4c4d-b72d-ba2a0ee811d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.421547 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3d8b27d7-c8ef-4c4d-b72d-ba2a0ee811d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.431373 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562512f-fc4f-44cc-94af-1e042a855e48 req-15b0e490-322d-4cba-a561-a2275d648f04 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:18.432623 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:18.433565 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e562512f-fc4f-44cc-94af-1e042a855e48 req-15b0e490-322d-4cba-a561-a2275d648f04 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1161461 May 04 14:34:18.488344 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3d8b27d7-c8ef-4c4d-b72d-ba2a0ee811d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.494982 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2516df42-1ec9-48bd-b9f1-2492310546e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:18.509705 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b27d7-c8ef-4c4d-b72d-ba2a0ee811d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fafb9b-3421-41c8-b4ad-872360ca8ce1,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:18.528528 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3d8b27d7-c8ef-4c4d-b72d-ba2a0ee811d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:18.533273 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3d8b27d7-c8ef-4c4d-b72d-ba2a0ee811d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.538755 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3d8b27d7-c8ef-4c4d-b72d-ba2a0ee811d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9fafb9b-3421-41c8-b4ad-872360ca8ce1 HTTP/1.1" status: 204 len: 168 time: 0.2397814 May 04 14:34:18.581211 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:18.581755 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.672831 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e562512f-fc4f-44cc-94af-1e042a855e48 req-53465397-e5a0-4fdb-8f28-6c8e2baa310d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203898 May 04 14:34:18.685202 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b87697f7-29d8-42bf-8f86-1f8176dd055f req-6c98034a-98c4-4741-9c5a-0a69b7876552 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 210 time: 0.1829247 May 04 14:34:18.813849 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5fa2e5df-9fa9-422a-a19b-526c4bbee6cc tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:18.815291 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5fa2e5df-9fa9-422a-a19b-526c4bbee6cc tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.54 "GET /v2.0/networks?id=5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 200 len: 811 time: 0.3085232 May 04 14:34:18.950464 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-41b93796-bbeb-4810-8d3e-4d6d8fbf8349 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd HTTP/1.1" status: 200 len: 379 time: 0.0531161 May 04 14:34:19.029074 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'port': {'device_id': '73b24599-42f6-44b4-b256-81d642dc67b2', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'admin_state_up': True, 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'security_groups': ['81fe82c0-4701-43f0-8542-1f82ff75473b']}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:19.223268 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:19.236142 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:port and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:19.242753 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:19.250958 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:19.275955 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Made reservation on behalf of 89e30f4e432c4f5bba6c0cc97d191dcd for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:34:19.279200 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:19.356206 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfe35a-4818-454e-9dae-f44a71462c6a req-24610239-9801-4e12-a1eb-51ebdca4eea8 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:19.357728 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07bfe35a-4818-454e-9dae-f44a71462c6a req-24610239-9801-4e12-a1eb-51ebdca4eea8 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 945 time: 0.1659691 May 04 14:34:19.479953 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ec6c0bc5-cbdc-48d7-bc28-6b28c626a92f req-eacad14a-c2ab-47cb-b9af-8c452cc72243 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0a3e26-ea23-4e36-9773-790e17060b8d HTTP/1.1" status: 200 len: 210 time: 0.0705702 May 04 14:34:19.501756 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07bfe35a-4818-454e-9dae-f44a71462c6a req-c3a5ea53-ca19-401a-ae68-656c20554ee6 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306226 May 04 14:34:19.585000 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Allocated IP 172.20.0.13 (5b42a207-c231-4c84-8e32-165531194e34/110384d5-90f2-4cf8-bb85-d306517a1d8e/44f40164-7a1a-41e1-9913-54563500ffeb) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:19.811359 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:19.871465 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Transition to ACTIVE for port object 44f40164-7a1a-41e1-9913-54563500ffeb will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:19.933512 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb3a35-b288-4bbb-b4c1-450fb36fabea req-f0df664a-fc2d-4223-82be-aed71f8cfc6a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:19.935085 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6eb3a35-b288-4bbb-b4c1-450fb36fabea req-f0df664a-fc2d-4223-82be-aed71f8cfc6a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1050894 May 04 14:34:19.961451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:19.969685 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ad47066b-6906-4021-849f-dbe415b29204 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:20.146397 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6eb3a35-b288-4bbb-b4c1-450fb36fabea req-1a699214-698d-4926-ab78-1efe90934260 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012289 May 04 14:34:20.160064 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Network 5b42a207-c231-4c84-8e32-165531194e34 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:20.192629 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:20.200155 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:20.290203 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'Port': ['ID=44f40164-7a1a-41e1-9913-54563500ffeb,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:20.297922 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:20.316530 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:20.317214 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:20.358465 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ca66a-65dc-4273-9506-cce89f8b064a req-7c1af560-f6b1-4b6f-8dc5-d1061a268dd8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:20.359195 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-212ca66a-65dc-4273-9506-cce89f8b064a req-7c1af560-f6b1-4b6f-8dc5-d1061a268dd8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Synchronizing usage tracker for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:20.364137 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3393283 May 04 14:34:20.380988 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-212ca66a-65dc-4273-9506-cce89f8b064a req-7c1af560-f6b1-4b6f-8dc5-d1061a268dd8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Unset dirty status for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:20.388068 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-212ca66a-65dc-4273-9506-cce89f8b064a req-7c1af560-f6b1-4b6f-8dc5-d1061a268dd8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 932 time: 0.3887470 May 04 14:34:20.415222 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Request body: {'port': {'device_id': '73b24599-42f6-44b4-b256-81d642dc67b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:20.490531 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-212ca66a-65dc-4273-9506-cce89f8b064a req-2a0dc3db-af54-43e3-a2ad-daab9dc96626 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016076 May 04 14:34:20.535431 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-8386815d-05a0-414c-962a-a0e62c58b4a1 None None] Provisioning for port 44f40164-7a1a-41e1-9913-54563500ffeb completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:20.543892 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-8386815d-05a0-414c-962a-a0e62c58b4a1 None None] Provisioning complete for port 44f40164-7a1a-41e1-9913-54563500ffeb triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:20.544987 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8386815d-05a0-414c-962a-a0e62c58b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:20.551327 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:20.613451 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-8386815d-05a0-414c-962a-a0e62c58b4a1 None None] Port 44f40164-7a1a-41e1-9913-54563500ffeb cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:34:21.060761 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-4c21ce4b-bf00-47d3-b258-5deb146d70b3 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:21.062307 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-4c21ce4b-bf00-47d3-b258-5deb146d70b3 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/networks?id=a15cdae3-637e-430a-aeda-32d935f276e5 HTTP/1.1" status: 200 len: 808 time: 0.2657483 May 04 14:34:21.120900 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-d631fab5-b14a-47ea-86f8-c9bb39aac092 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/quotas/d855404ee60646168c89cc928ed8a9d7 HTTP/1.1" status: 200 len: 375 time: 0.0524268 May 04 14:34:21.160485 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f40164-7a1a-41e1-9913-54563500ffeb {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:21.177040 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:21.188013 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-d577a301-44a4-48a8-acfe-b64672044269 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d855404ee60646168c89cc928ed8a9d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603027 May 04 14:34:21.232497 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Transition to ACTIVE for port object 44f40164-7a1a-41e1-9913-54563500ffeb will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:21.291186 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:21.300660 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:21.488068 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Pushing event updated for resources: {'Port': ['ID=44f40164-7a1a-41e1-9913-54563500ffeb,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:21.498366 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:21.604294 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-6fff264c-e203-44fd-91c9-0d0a19db12da service neutron] 10.222.0.50 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136295 May 04 14:34:21.641112 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 4410c9de-dbd2-4c01-ba5a-60967cd205df no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:34:21.679264 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 4410c9de-dbd2-4c01-ba5a-60967cd205df {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:34:21.679834 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 4410c9de-dbd2-4c01-ba5a-60967cd205df not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:34:21.757564 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483afb-5c1a-400e-a4ff-e5536bfd8c4b req-c8308173-ccf0-44fb-8ef7-17f5e7be8c7e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:21.759032 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a7483afb-5c1a-400e-a4ff-e5536bfd8c4b req-c8308173-ccf0-44fb-8ef7-17f5e7be8c7e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.4689131 May 04 14:34:21.766333 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Attempting to bind port 44f40164-7a1a-41e1-9913-54563500ffeb on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:21.766661 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Attempting to bind port 44f40164-7a1a-41e1-9913-54563500ffeb by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:21.766984 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Attempting to bind port 44f40164-7a1a-41e1-9913-54563500ffeb on network 5b42a207-c231-4c84-8e32-165531194e34 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:21.795322 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Port 44f40164-7a1a-41e1-9913-54563500ffeb on network 5b42a207-c231-4c84-8e32-165531194e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:34:21.795472 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Attempting to bind port 44f40164-7a1a-41e1-9913-54563500ffeb on network 5b42a207-c231-4c84-8e32-165531194e34 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:21.816878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:21.817253 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Checking segment: {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:21.817578 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Bound using segment: {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:21.818007 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Bound port: 44f40164-7a1a-41e1-9913-54563500ffeb, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:21.818353 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:21.842976 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-485829b7-f912-4716-9a34-7b5fe916ccc3 service neutron] 10.222.0.50 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368445 May 04 14:34:21.878252 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a7483afb-5c1a-400e-a4ff-e5536bfd8c4b req-c5ac60dd-eba1-4099-a3e7-b62d7e944d26 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088326 May 04 14:34:21.933556 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] For port 44f40164-7a1a-41e1-9913-54563500ffeb, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:21.937127 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] For port 44f40164-7a1a-41e1-9913-54563500ffeb, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44f40164-7a1a-41e1-9913-54563500ffeb,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:21.943465 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:21.948485 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-bd65615b-8df8-4774-8ac5-741d4ae12e0d tempest-DeleteServersTestJSON-412195782 tempest-DeleteServersTestJSON-412195782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:22.055210 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:22.056053 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.057484 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] 10.222.0.54 "PUT /v2.0/ports/44f40164-7a1a-41e1-9913-54563500ffeb HTTP/1.1" status: 200 len: 1094 time: 1.6495004 May 04 14:34:22.058080 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b24599-42f6-44b4-b256-81d642dc67b2', 'tag': '44f40164-7a1a-41e1-9913-54563500ffeb'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:22.134128 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Pushing event updated for resources: {'Port': ['ID=44f40164-7a1a-41e1-9913-54563500ffeb,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:22.145799 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:22.351983 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffa14e-d830-468b-a8de-ef36ca7738bd req-7e325176-4094-40e0-8c8c-4872c24c68e6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:22.356331 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-74ffa14e-d830-468b-a8de-ef36ca7738bd req-7e325176-4094-40e0-8c8c-4872c24c68e6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 944 time: 0.2926283 May 04 14:34:22.361576 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e50edf8e-e04f-4bf5-a81f-594fb5ca0d9e req-065a608f-9725-485e-8490-3083587843dd tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 210 time: 0.1184614 May 04 14:34:22.450064 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b24599-42f6-44b4-b256-81d642dc67b2', 'tag': '44f40164-7a1a-41e1-9913-54563500ffeb', 'status': 'completed', 'code': 200} May 04 14:34:22.465744 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-74ffa14e-d830-468b-a8de-ef36ca7738bd req-5671d39d-4c0e-49bf-8619-c047008b65a5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028469 May 04 14:34:22.480204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-bc645b42-9abd-47fd-9cac-a24576d4f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:22.482565 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-bc645b42-9abd-47fd-9cac-a24576d4f802 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 1097 time: 0.3201759 May 04 14:34:22.575902 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-f8747233-1c7c-4a5d-ac30-5503fcbe79cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f40164-7a1a-41e1-9913-54563500ffeb HTTP/1.1" status: 200 len: 217 time: 0.0683162 May 04 14:34:22.648818 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-64810019-83b9-42a0-ba0b-bca083e2e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:22.650378 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-64810019-83b9-42a0-ba0b-bca083e2e287 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110384d5-90f2-4cf8-bb85-d306517a1d8e HTTP/1.1" status: 200 len: 850 time: 0.0595074 May 04 14:34:22.738345 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5244b8f0-24c6-474c-bc0b-8086de55743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:22.739840 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-5244b8f0-24c6-474c-bc0b-8086de55743e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b42a207-c231-4c84-8e32-165531194e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766580 May 04 14:34:22.915746 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-092015e9-9898-4940-879d-0ff192b2c6ee service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380165 May 04 14:34:23.068067 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:23.202431 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd0d17b2-8dae-4e31-99ca-2f47ee51736b req-21cff1db-0afa-4448-a4bc-e6a9b01f3ac9 service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747798 May 04 14:34:23.259824 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb72fe-8989-4544-9a5b-73dd3d55c82b req-d321c407-9927-48b8-ae2d-9320bdea79ee tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:23.264211 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6ecb72fe-8989-4544-9a5b-73dd3d55c82b req-d321c407-9927-48b8-ae2d-9320bdea79ee tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.2071633 May 04 14:34:23.344100 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6ecb72fe-8989-4544-9a5b-73dd3d55c82b req-d720f3c7-78be-46c2-920c-b9746ff60e75 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755270 May 04 14:34:23.738921 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fc84aaaf-f379-4cd6-b4ab-b13a0f12377d req-5dec20a9-2f1a-4497-9241-86f1bc5e1227 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 210 time: 0.1340361 May 04 14:34:23.785518 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-9fe13847-c5dc-4b68-87d2-1630a19ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:23.787093 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-9fe13847-c5dc-4b68-87d2-1630a19ab4fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 1097 time: 0.3819921 May 04 14:34:24.037917 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573e116-a40e-4865-803a-b468344e7cff req-0744be18-8cbe-4395-be6e-5830bd029e97 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:24.039412 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-0744be18-8cbe-4395-be6e-5830bd029e97 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 814 time: 0.4978745 May 04 14:34:24.083286 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-39ccf999-7369-4cbd-8685-00210010d51e tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/quotas/6db66aa4af824310a2f6f5cbe3efbba7 HTTP/1.1" status: 200 len: 375 time: 0.0337293 May 04 14:34:24.089714 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-113fe070-bbe3-47ee-82e9-30ecf31ae0c9 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:24.091079 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-113fe070-bbe3-47ee-82e9-30ecf31ae0c9 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.54 "GET /v2.0/networks?id=a15cdae3-637e-430a-aeda-32d935f276e5 HTTP/1.1" status: 200 len: 808 time: 0.3740788 May 04 14:34:24.160789 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-3f4ff71a-3819-404e-9b4d-7b2a0c0f8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:24.162529 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-3f4ff71a-3819-404e-9b4d-7b2a0c0f8e42 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 200 len: 912 time: 0.3241971 May 04 14:34:24.170594 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41902) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:24.173301 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Request body: {'port': {'device_id': '9468fc32-1080-42a8-881f-eef7dbe052ac', 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5', 'admin_state_up': True, 'tenant_id': 'd855404ee60646168c89cc928ed8a9d7'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:24.278821 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-43c1720e-9fb2-4c6d-963a-b5f549a35041 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f40164-7a1a-41e1-9913-54563500ffeb HTTP/1.1" status: 200 len: 217 time: 0.0873871 May 04 14:34:24.286368 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c057f88-54d7-4a6f-ace5-1048da662548 req-80e2df64-bee5-4f2e-8d19-824e02fb59cd tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:24.287737 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4c057f88-54d7-4a6f-ace5-1048da662548 req-80e2df64-bee5-4f2e-8d19-824e02fb59cd tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 944 time: 0.4130626 May 04 14:34:24.296060 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.316813 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:24.320894 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] Usage tracker for resource:security_group_rule and tenant:118571f806d84952ba3be797d50a2b70 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:24.323853 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:24.329622 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:24.419914 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.424218 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.431225 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6d2ddc5a-a6c0-4fd1-89db-1f529ff9f4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:24.483650 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4c057f88-54d7-4a6f-ace5-1048da662548 req-53f0104e-60db-4377-9476-f373e175d780 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461711 May 04 14:34:24.486100 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=118571f806d84952ba3be797d50a2b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134713 May 04 14:34:24.488939 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 41916) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:24.489175 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-baba93b9-7042-4132-bde7-8d5c5e885c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:24.490802 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-baba93b9-7042-4132-bde7-8d5c5e885c36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110384d5-90f2-4cf8-bb85-d306517a1d8e HTTP/1.1" status: 200 len: 850 time: 0.1479952 May 04 14:34:24.492322 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202cddbe-3c50-4853-9334-262544a6c6dc,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:24.495707 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:24.522993 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-071dd867-dcf3-4b28-8dad-710b8fb10a54 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4306636 May 04 14:34:24.570305 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e1d93540-f4b4-4d06-a3c7-184d7a3b559c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.592892 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:24.605254 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e1d93540-f4b4-4d06-a3c7-184d7a3b559c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.623217 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:24.658856 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e1d93540-f4b4-4d06-a3c7-184d7a3b559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.665017 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:24.680051 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d93540-f4b4-4d06-a3c7-184d7a3b559c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202cddbe-3c50-4853-9334-262544a6c6dc,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:24.683167 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e1d93540-f4b4-4d06-a3c7-184d7a3b559c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:24.684382 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e1d93540-f4b4-4d06-a3c7-184d7a3b559c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.685641 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e1d93540-f4b4-4d06-a3c7-184d7a3b559c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/202cddbe-3c50-4853-9334-262544a6c6dc HTTP/1.1" status: 204 len: 168 time: 0.1954746 May 04 14:34:24.735942 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Made reservation on behalf of d855404ee60646168c89cc928ed8a9d7 for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:34:24.739339 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.946834 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-cbea2b13-f54a-4671-a25f-7eb1149ec6aa service neutron] 10.222.0.50 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229209 May 04 14:34:25.002265 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-047f7d39-5601-43e9-91fb-60093d8cc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:25.003783 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-047f7d39-5601-43e9-91fb-60093d8cc7cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b42a207-c231-4c84-8e32-165531194e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4787476 May 04 14:34:25.234586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b858823-10c0-4a6c-94c2-33be8bf8d5f5 req-f7392ab0-7d21-4b57-ae17-72189fe4a41d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:25.236098 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3b858823-10c0-4a6c-94c2-33be8bf8d5f5 req-f7392ab0-7d21-4b57-ae17-72189fe4a41d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.5564613 May 04 14:34:25.344329 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-6c5e9291-69cf-47b5-841b-712f9a82861a service neutron] 10.222.0.50 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814068 May 04 14:34:25.351440 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Allocated IP 172.20.0.5 (a15cdae3-637e-430a-aeda-32d935f276e5/ab63ebc0-68b4-4d58-883a-2bd920f115ee/d661f884-54d3-45cd-8c6a-3de43e3434c5) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:25.355779 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3b858823-10c0-4a6c-94c2-33be8bf8d5f5 req-fd29cc49-2674-44b6-82ed-c2fdecd73ca8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049595 May 04 14:34:25.360994 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-18780a71-ec14-43c0-9ae5-555af533c0e0 service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348439 May 04 14:34:25.670560 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 44f40164-7a1a-41e1-9913-54563500ffeb details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:34:25.723858 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cec4f931-efd7-47df-b5d9-0ddf20c56d5c req-61ffb8ed-3a2e-484d-82bd-a9d92793721c tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 210 time: 0.0970709 May 04 14:34:25.725644 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-268599c3-3baf-4cd4-b7af-bf5b5ca76e5c req-0674790c-72c7-48de-af4a-10d560fb9d3b service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549323 May 04 14:34:25.743199 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9b0fa9de-76e3-416f-be07-de7d9c25484a req-c9ad4da5-9157-4297-9b62-c817e0631d2c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 210 time: 0.0716515 May 04 14:34:25.830731 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:25.877651 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:25.885449 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-9653b54e-786c-4117-af42-9b4065202a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:25.908940 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 44f40164-7a1a-41e1-9913-54563500ffeb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44f40164-7a1a-41e1-9913-54563500ffeb,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:25.926265 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '44f40164-7a1a-41e1-9913-54563500ffeb', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'port_id': '44f40164-7a1a-41e1-9913-54563500ffeb', 'mac_address': 'fa:16:3e:96:57:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:34:26.002016 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Network a15cdae3-637e-430a-aeda-32d935f276e5 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:26.003729 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:26.011318 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:26.019347 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:26.031082 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f40164-7a1a-41e1-9913-54563500ffeb {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:26.049275 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 44f40164-7a1a-41e1-9913-54563500ffeb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44f40164-7a1a-41e1-9913-54563500ffeb,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:26.053943 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:26.055900 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:26.065542 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Pushing event updated for resources: {'Port': ['ID=d661f884-54d3-45cd-8c6a-3de43e3434c5,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:26.085045 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:26.117756 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:26.118392 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:26.144924 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac729c-4d23-47dd-a3d3-919f8b1d6a3e req-aa69b38e-82c3-4f7c-be65-f2ac1fb17f3d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:26.151914 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c9ac729c-4d23-47dd-a3d3-919f8b1d6a3e req-aa69b38e-82c3-4f7c-be65-f2ac1fb17f3d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 944 time: 0.2287135 May 04 14:34:26.164553 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=44f40164-7a1a-41e1-9913-54563500ffeb,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:26.173477 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:26.191208 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0249124 May 04 14:34:26.224866 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c9ac729c-4d23-47dd-a3d3-919f8b1d6a3e req-7ed1b37b-04a2-4ed3-b379-0763d7fca964 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720108 May 04 14:34:26.232498 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Request body: {'port': {'device_id': '9468fc32-1080-42a8-881f-eef7dbe052ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:26.390375 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:26.554460 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['44f40164-7a1a-41e1-9913-54563500ffeb'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:26.718622 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898620cd-c6c1-4d5a-87f1-b43e376cd2af req-d1f5c54d-8e22-42b8-968d-bb4107bb2633 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:26.720559 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-898620cd-c6c1-4d5a-87f1-b43e376cd2af req-d1f5c54d-8e22-42b8-968d-bb4107bb2633 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1919556 May 04 14:34:26.802797 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-898620cd-c6c1-4d5a-87f1-b43e376cd2af req-7e9856ab-ac3a-4ec5-a7c7-33695c10cf72 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728464 May 04 14:34:27.071616 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6c1a940d-1456-4f83-bc03-852d904e8f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:27.091994 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-896c7bac-c0b7-44b0-87ba-2907dbee702e req-cb6b0797-5cea-477c-9aaa-dc67fc1dce7f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 210 time: 0.0982041 May 04 14:34:27.129721 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d661f884-54d3-45cd-8c6a-3de43e3434c5 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:27.141658 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:27.219101 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Transition to ACTIVE for port object d661f884-54d3-45cd-8c6a-3de43e3434c5 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:27.228175 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:27.234714 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ebc54228-ad31-401f-8570-9dcee2e808a1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:27.433942 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92624b-834e-49a1-8520-672e1ea694a1 req-e707fff9-ccd0-4dcf-bd92-2fd56fc9a09d tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:27.434661 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-6d92624b-834e-49a1-8520-672e1ea694a1 req-e707fff9-ccd0-4dcf-bd92-2fd56fc9a09d tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Synchronizing usage tracker for tenant:d855404ee60646168c89cc928ed8a9d7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:27.453272 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Pushing event updated for resources: {'Port': ['ID=d661f884-54d3-45cd-8c6a-3de43e3434c5,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:27.462706 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573e116-a40e-4865-803a-b468344e7cff req-d6b03c5b-1f38-47bf-84e6-4d62039e2cd6 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:27.464165 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-d6b03c5b-1f38-47bf-84e6-4d62039e2cd6 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 814 time: 0.3775716 May 04 14:34:27.471160 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:27.517896 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Request body: {'port': {'device_id': 'b8cc127d-437c-4a9b-b771-7d1c62de7df0', 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f', 'admin_state_up': True, 'tenant_id': '6db66aa4af824310a2f6f5cbe3efbba7'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:27.586615 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-6d92624b-834e-49a1-8520-672e1ea694a1 req-e707fff9-ccd0-4dcf-bd92-2fd56fc9a09d tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Unset dirty status for tenant:d855404ee60646168c89cc928ed8a9d7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:27.587866 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6d92624b-834e-49a1-8520-672e1ea694a1 req-e707fff9-ccd0-4dcf-bd92-2fd56fc9a09d tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 931 time: 0.6233449 May 04 14:34:27.745436 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Attempting to bind port d661f884-54d3-45cd-8c6a-3de43e3434c5 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:27.745979 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Attempting to bind port d661f884-54d3-45cd-8c6a-3de43e3434c5 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '8b156e56-3157-4ea2-b37c-a42c89d5b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:27.746517 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Attempting to bind port d661f884-54d3-45cd-8c6a-3de43e3434c5 on network a15cdae3-637e-430a-aeda-32d935f276e5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:27.767040 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Port d661f884-54d3-45cd-8c6a-3de43e3434c5 on network a15cdae3-637e-430a-aeda-32d935f276e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:34:27.767361 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Attempting to bind port d661f884-54d3-45cd-8c6a-3de43e3434c5 on network a15cdae3-637e-430a-aeda-32d935f276e5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:27.785860 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6d92624b-834e-49a1-8520-672e1ea694a1 req-4d62281f-217d-4591-9484-0b9d311215cb tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839616 May 04 14:34:27.793322 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9aeee-9e3e-499c-8893-ebbb5f3d23c9 req-0d4ef925-6b1e-4b77-8dd5-950783026cd9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:27.794762 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0ca9aeee-9e3e-499c-8893-ebbb5f3d23c9 req-0d4ef925-6b1e-4b77-8dd5-950783026cd9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 945 time: 0.4408493 May 04 14:34:27.808002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:27.808002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Checking segment: {'id': '8b156e56-3157-4ea2-b37c-a42c89d5b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:27.808002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Bound using segment: {'id': '8b156e56-3157-4ea2-b37c-a42c89d5b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:27.808002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Bound port: d661f884-54d3-45cd-8c6a-3de43e3434c5, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b156e56-3157-4ea2-b37c-a42c89d5b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:27.808002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:27.877538 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:27.932185 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:27.938162 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0ca9aeee-9e3e-499c-8893-ebbb5f3d23c9 req-38ca062b-d37c-4e8a-8ed8-c94de059c58c tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223156 May 04 14:34:27.971238 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Made reservation on behalf of 6db66aa4af824310a2f6f5cbe3efbba7 for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:34:27.974739 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:27.994831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] For port d661f884-54d3-45cd-8c6a-3de43e3434c5, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:28.040402 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] For port d661f884-54d3-45cd-8c6a-3de43e3434c5, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d661f884-54d3-45cd-8c6a-3de43e3434c5,segment=NetworkSegment(8b156e56-3157-4ea2-b37c-a42c89d5b665),segment_id=8b156e56-3157-4ea2-b37c-a42c89d5b665)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:28.055039 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:28.066428 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:28.175731 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:28.176586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:28.177958 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] 10.222.0.54 "PUT /v2.0/ports/d661f884-54d3-45cd-8c6a-3de43e3434c5 HTTP/1.1" status: 200 len: 1093 time: 1.9518459 May 04 14:34:28.181127 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9468fc32-1080-42a8-881f-eef7dbe052ac', 'tag': 'd661f884-54d3-45cd-8c6a-3de43e3434c5'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:28.324745 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Pushing event updated for resources: {'Port': ['ID=d661f884-54d3-45cd-8c6a-3de43e3434c5,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:28.351267 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:28.357931 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d9bd07ec-9c1e-400b-862f-8a4d08aa086b req-3e70dd9f-579d-4739-aaa9-d1cf39bf0dd3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 210 time: 0.1133871 May 04 14:34:28.384241 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Allocated IP 172.20.0.14 (e41747d0-5b71-4fe8-8b61-df5711da486f/2df62e40-ed5f-4351-aaf5-c84de8ddcd62/5a51cfc1-fccc-4c70-8236-bd5ef9b8d184) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:28.432136 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9468fc32-1080-42a8-881f-eef7dbe052ac', 'tag': 'd661f884-54d3-45cd-8c6a-3de43e3434c5', 'status': 'completed', 'code': 200} May 04 14:34:28.453996 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cc6ce-1488-4f81-9d33-b8e1c0c87c25 req-1d89ff32-eadf-44d1-9a2b-6b752493cbce tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:28.456196 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a96cc6ce-1488-4f81-9d33-b8e1c0c87c25 req-1d89ff32-eadf-44d1-9a2b-6b752493cbce tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.3614743 May 04 14:34:28.499194 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-2245e4c0-89ad-4a1a-b4c5-a9864856b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:28.500711 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-2245e4c0-89ad-4a1a-b4c5-a9864856b16d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d855404ee60646168c89cc928ed8a9d7&device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 1096 time: 0.2484105 May 04 14:34:28.688268 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-185c7dee-c5e7-425b-af38-955c67ee3a1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d661f884-54d3-45cd-8c6a-3de43e3434c5 HTTP/1.1" status: 200 len: 217 time: 0.1672292 May 04 14:34:28.786709 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a96cc6ce-1488-4f81-9d33-b8e1c0c87c25 req-02e3057b-d085-49ed-82be-b9d6eb96d1bd tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235676 May 04 14:34:28.836226 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-f3b66587-de35-4afa-bb3a-ccce0ecf7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:28.837675 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-f3b66587-de35-4afa-bb3a-ccce0ecf7e67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab63ebc0-68b4-4d58-883a-2bd920f115ee HTTP/1.1" status: 200 len: 848 time: 0.1013250 May 04 14:34:28.852797 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:28.900155 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-653b707c-c75a-497b-8398-676961adb340 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a15cdae3-637e-430a-aeda-32d935f276e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442402 May 04 14:34:29.089809 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.136476 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3ab7d20b-31d1-41c6-8505-30950a9ca182 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:29.148938 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['8121e0cd-3e09-492e-a05a-27d799606093', '737f94dc-f39b-4280-9943-0d92220675f9'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:29.204554 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca639-a5a3-4278-bb33-b19f8aa02938 req-9d101808-7b54-49a3-aa13-0eb5edfba7d7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:29.205966 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b7ca639-a5a3-4278-bb33-b19f8aa02938 req-9d101808-7b54-49a3-aa13-0eb5edfba7d7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 943 time: 0.3096371 May 04 14:34:29.207781 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-f55305e6-6078-4d67-ae85-3daf4b92b9a3 service neutron] 10.222.0.54 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758288 May 04 14:34:29.255391 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Network e41747d0-5b71-4fe8-8b61-df5711da486f is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:29.283468 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:29.292987 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 42052) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:29.302601 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:29.312539 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:34:29.411153 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Pushing event updated for resources: {'Port': ['ID=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:29.418004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:29.466023 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b7ca639-a5a3-4278-bb33-b19f8aa02938 req-52fa60ea-39b9-4e6c-9c30-8cd055d39167 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403882 May 04 14:34:29.503528 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:29.516612 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.552078 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.567770 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e40a656-309e-4ba7-850e-e3d1730e9c4b req-a29cc7bc-d24a-4cdd-ada9-7fefb0fccb5d service neutron] 10.222.0.54 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411319 May 04 14:34:29.580185 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64f1a8-c827-48c6-accb-76d4fd015a19 req-3ea260fd-8f2e-49b9-bc07-d3a08928d8f3 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:29.581759 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc64f1a8-c827-48c6-accb-76d4fd015a19 req-3ea260fd-8f2e-49b9-bc07-d3a08928d8f3 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 945 time: 0.4942617 May 04 14:34:29.598317 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:29.607346 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] Usage tracker for resource:security_group_rule and tenant:58f09a5fd5c246358544432505fa79b5 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:29.611333 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:29.612822 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1003137 May 04 14:34:29.629616 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:29.650628 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.671106 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Request body: {'port': {'device_id': 'b8cc127d-437c-4a9b-b771-7d1c62de7df0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:29.672228 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 44f40164-7a1a-41e1-9913-54563500ffeb up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:29.729558 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc64f1a8-c827-48c6-accb-76d4fd015a19 req-789c7bbf-6cc7-4605-8ab8-e2cf1fce3d2f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419311 May 04 14:34:29.775616 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 44f40164-7a1a-41e1-9913-54563500ffeb completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:29.792727 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 44f40164-7a1a-41e1-9913-54563500ffeb triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:29.793102 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.811122 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8234adb-19ec-42a1-b8d1-4e1591b5c2bd req-d8eac817-7337-445c-9fdb-12f746778628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:29.811568 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.812638 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d8234adb-19ec-42a1-b8d1-4e1591b5c2bd req-d8eac817-7337-445c-9fdb-12f746778628 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 1099 time: 0.2051480 May 04 14:34:29.819268 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.826357 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.830145 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3d8b27d7-c8ef-4c4d-b72d-ba2a0ee811d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:29.894995 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d620c7-f24d-453d-a361-4bd0fc7661b6,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:29.897029 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3b15e3f8-5f31-4949-acb1-fe67ab2f6e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.919740 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:29.947352 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58f09a5fd5c246358544432505fa79b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532519 May 04 14:34:29.950416 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 42070) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:29.974621 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:30.002783 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b24599-42f6-44b4-b256-81d642dc67b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f40164-7a1a-41e1-9913-54563500ffeb'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:30.014507 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 44f40164-7a1a-41e1-9913-54563500ffeb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44f40164-7a1a-41e1-9913-54563500ffeb,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:30.016828 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf883da5-5a94-4444-9c3b-51fc75644531 req-2c02d149-c959-4a36-9dbf-8c8e6adf3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:30.018676 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cf883da5-5a94-4444-9c3b-51fc75644531 req-2c02d149-c959-4a36-9dbf-8c8e6adf3d28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d855404ee60646168c89cc928ed8a9d7&device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 1096 time: 0.2716846 May 04 14:34:30.019068 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:30.021213 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:30.027963 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d8234adb-19ec-42a1-b8d1-4e1591b5c2bd req-bc2e1f89-30d8-4cd0-b790-4c5bf14454cb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819458 May 04 14:34:30.046210 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-442b89b2-f5db-4cc9-bebd-ef02cd6d38bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:30.072141 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-442b89b2-f5db-4cc9-bebd-ef02cd6d38bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:30.088734 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=44f40164-7a1a-41e1-9913-54563500ffeb,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:30.098749 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:30.140964 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-442b89b2-f5db-4cc9-bebd-ef02cd6d38bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:30.145524 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6f00f972-2b69-4de7-88c4-b8320a0e2986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:30.160019 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b89b2-f5db-4cc9-bebd-ef02cd6d38bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d620c7-f24d-453d-a361-4bd0fc7661b6,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:30.163421 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-442b89b2-f5db-4cc9-bebd-ef02cd6d38bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:30.169032 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-442b89b2-f5db-4cc9-bebd-ef02cd6d38bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:30.170715 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-442b89b2-f5db-4cc9-bebd-ef02cd6d38bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52d620c7-f24d-453d-a361-4bd0fc7661b6 HTTP/1.1" status: 204 len: 168 time: 0.2188106 May 04 14:34:30.233374 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f34bb-980b-4f78-90a4-e5a14529f844 req-df4e0839-2f1a-456e-9049-458f73ad6017 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:30.234871 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b50f34bb-980b-4f78-90a4-e5a14529f844 req-df4e0839-2f1a-456e-9049-458f73ad6017 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.3004234 May 04 14:34:30.244423 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d4903-d033-4c5a-a8b4-df56a4b1e063 req-13078b46-5250-4f55-937b-086b039b50d3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:30.245175 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-5c8d4903-d033-4c5a-a8b4-df56a4b1e063 req-13078b46-5250-4f55-937b-086b039b50d3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Synchronizing usage tracker for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:30.317230 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-5c8d4903-d033-4c5a-a8b4-df56a4b1e063 req-13078b46-5250-4f55-937b-086b039b50d3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Unset dirty status for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:30.318432 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c8d4903-d033-4c5a-a8b4-df56a4b1e063 req-13078b46-5250-4f55-937b-086b039b50d3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 932 time: 0.4242890 May 04 14:34:30.322922 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b50f34bb-980b-4f78-90a4-e5a14529f844 req-6140a05a-10f3-45f2-9775-fd989db647d1 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748820 May 04 14:34:30.389891 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b24599-42f6-44b4-b256-81d642dc67b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f40164-7a1a-41e1-9913-54563500ffeb', 'code': 200} May 04 14:34:30.521951 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c8d4903-d033-4c5a-a8b4-df56a4b1e063 req-a5e4d8a3-94dc-4bb2-ab3a-c9cab82fb4ae tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965773 May 04 14:34:30.539753 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf883da5-5a94-4444-9c3b-51fc75644531 req-9e813d84-a174-4fd4-b8f6-86af9f9c97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:30.541200 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cf883da5-5a94-4444-9c3b-51fc75644531 req-9e813d84-a174-4fd4-b8f6-86af9f9c97f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a15cdae3-637e-430a-aeda-32d935f276e5 HTTP/1.1" status: 200 len: 909 time: 0.1542141 May 04 14:34:30.549389 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:30.558609 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:30.575849 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Transition to ACTIVE for port object 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:30.580551 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:30.586458 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cf6aa2a8-ba02-4f6c-be06-5cbe962bd067 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:30.623169 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cf883da5-5a94-4444-9c3b-51fc75644531 req-32703fea-d6ee-4ad0-93b6-eb94c25823a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d661f884-54d3-45cd-8c6a-3de43e3434c5 HTTP/1.1" status: 200 len: 217 time: 0.0739455 May 04 14:34:30.684373 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:30.690913 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf883da5-5a94-4444-9c3b-51fc75644531 req-9ef18592-1a83-47b4-8242-0bb97c0fab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:30.692369 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cf883da5-5a94-4444-9c3b-51fc75644531 req-9ef18592-1a83-47b4-8242-0bb97c0fab35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab63ebc0-68b4-4d58-883a-2bd920f115ee HTTP/1.1" status: 200 len: 848 time: 0.0592854 May 04 14:34:30.746481 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cf883da5-5a94-4444-9c3b-51fc75644531 req-08fb199c-4522-42b2-a967-caf7a286166f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a15cdae3-637e-430a-aeda-32d935f276e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401483 May 04 14:34:30.809818 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:30.813166 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:30.898754 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cf883da5-5a94-4444-9c3b-51fc75644531 req-4fa0cc73-b872-4140-85d0-77459d5a7a37 service neutron] 10.222.0.54 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411607 May 04 14:34:30.998166 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8ec2d-4899-42ae-91ba-84d8cf06655f req-d0cf7bd0-c21c-424b-8c96-d311561e22ea tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:30.999573 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f5b8ec2d-4899-42ae-91ba-84d8cf06655f req-d0cf7bd0-c21c-424b-8c96-d311561e22ea tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 943 time: 0.3740067 May 04 14:34:31.036934 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Attempting to bind port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:31.037266 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Attempting to bind port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:31.037586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Attempting to bind port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 on network e41747d0-5b71-4fe8-8b61-df5711da486f {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:31.037775 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cf883da5-5a94-4444-9c3b-51fc75644531 req-e3c0d3ba-4253-4908-ba58-04f877fe1855 service neutron] 10.222.0.54 "GET /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316490 May 04 14:34:31.054744 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f19531-3b6f-4f29-af06-f9b17e99a933 req-638474a5-03be-453f-b521-d2a79c8fb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:31.056231 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-66f19531-3b6f-4f29-af06-f9b17e99a933 req-638474a5-03be-453f-b521-d2a79c8fb461 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 1099 time: 0.3221264 May 04 14:34:31.059084 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 on network e41747d0-5b71-4fe8-8b61-df5711da486f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:34:31.059402 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Attempting to bind port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 on network e41747d0-5b71-4fe8-8b61-df5711da486f {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:31.093926 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:31.094263 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Checking segment: {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:31.094672 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Bound using segment: {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:31.095096 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Bound port: 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:31.095775 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:31.122399 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f5b8ec2d-4899-42ae-91ba-84d8cf06655f req-64a7944a-3e2d-4a0d-8f90-698c34528836 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139309 May 04 14:34:31.134374 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2de90-e067-4030-835d-40ecb70d4547 req-5b8ba216-3ea6-40fe-8033-b4d06491545f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:31.134897 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d1c2de90-e067-4030-835d-40ecb70d4547 req-5b8ba216-3ea6-40fe-8033-b4d06491545f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.2850435 May 04 14:34:31.207723 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-66f19531-3b6f-4f29-af06-f9b17e99a933 req-eebd4abd-156c-4a05-be77-55928dea5ca3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302350 May 04 14:34:31.248470 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d1c2de90-e067-4030-835d-40ecb70d4547 req-d5baceba-62a2-4255-871c-28ac69b2842c tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839009 May 04 14:34:31.261570 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] For port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:31.271737 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] For port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:31.271737 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:31.275950 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:31.335926 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:31.336779 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:31.338300 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] 10.222.0.54 "PUT /v2.0/ports/5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 HTTP/1.1" status: 200 len: 1094 time: 1.6736803 May 04 14:34:31.338879 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc127d-437c-4a9b-b771-7d1c62de7df0', 'tag': '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:31.370888 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:31.374270 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:31.388769 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc127d-437c-4a9b-b771-7d1c62de7df0', 'tag': '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184', 'status': 'completed', 'code': 200} May 04 14:34:31.558773 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528c648-4adc-4fb5-bba7-62850a548b47 req-1b5b61e4-0643-4bba-9a02-b6c8b0f66af4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:31.560155 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b528c648-4adc-4fb5-bba7-62850a548b47 req-1b5b61e4-0643-4bba-9a02-b6c8b0f66af4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0879538 May 04 14:34:31.609280 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b528c648-4adc-4fb5-bba7-62850a548b47 req-2764a411-b2de-4456-869a-7b76c89e00aa tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 May 04 14:34:31.786481 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec478f-4cb9-4c02-b78f-7297f9331fe2 req-53a95159-dd2c-40cc-943c-b3bb08550753 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:31.787994 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9ec478f-4cb9-4c02-b78f-7297f9331fe2 req-53a95159-dd2c-40cc-943c-b3bb08550753 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 944 time: 0.0869114 May 04 14:34:31.832906 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9ec478f-4cb9-4c02-b78f-7297f9331fe2 req-151fd7f3-1cc1-4b07-a8e7-5cdefae1ad35 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 May 04 14:34:31.922967 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fba37-aaa6-4d32-affa-1067648ff4e5 req-b745f1b1-d20c-4c6c-8dd3-41fad078524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:31.924510 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f26fba37-aaa6-4d32-affa-1067648ff4e5 req-b745f1b1-d20c-4c6c-8dd3-41fad078524b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 1097 time: 0.0762153 May 04 14:34:32.128846 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fba37-aaa6-4d32-affa-1067648ff4e5 req-874fc3b4-0950-43ef-820e-1fb02cb63d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:32.130295 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f26fba37-aaa6-4d32-affa-1067648ff4e5 req-874fc3b4-0950-43ef-820e-1fb02cb63d65 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1356788 May 04 14:34:32.249819 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:32.344265 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fba37-aaa6-4d32-affa-1067648ff4e5 req-2893f0dc-d2f2-4ff1-9c16-60418401afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:32.346023 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f26fba37-aaa6-4d32-affa-1067648ff4e5 req-2893f0dc-d2f2-4ff1-9c16-60418401afb4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1821189 May 04 14:34:32.413622 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0f1ea-06d6-4b16-8516-68645c6b4589 req-923e9b20-1ef3-42f1-9f89-23b7f9910134 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:32.415018 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1ce0f1ea-06d6-4b16-8516-68645c6b4589 req-923e9b20-1ef3-42f1-9f89-23b7f9910134 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 943 time: 0.1663432 May 04 14:34:32.510880 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1ce0f1ea-06d6-4b16-8516-68645c6b4589 req-765fb6a3-19c4-4979-bd7f-aef35fb8c0db tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891788 May 04 14:34:32.544861 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dc05a-5adf-424f-9867-87656408eb0d req-116e9286-3f20-4b2c-9cfd-50966329ddd5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:32.546273 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d60dc05a-5adf-424f-9867-87656408eb0d req-116e9286-3f20-4b2c-9cfd-50966329ddd5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.1833475 May 04 14:34:32.583212 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573e116-a40e-4865-803a-b468344e7cff req-606a1c33-6180-4e59-be0c-7e9f2f9b224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:32.584869 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-606a1c33-6180-4e59-be0c-7e9f2f9b224b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 1097 time: 0.1283383 May 04 14:34:32.604834 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d60dc05a-5adf-424f-9867-87656408eb0d req-1ec63b63-d039-47d1-9290-65f6621956b7 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501568 May 04 14:34:32.778701 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-46801d2d-8387-4141-bc93-cd9ba6053e2c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 HTTP/1.1" status: 200 len: 217 time: 0.1713207 May 04 14:34:32.859458 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573e116-a40e-4865-803a-b468344e7cff req-7138281f-69ec-402f-b6a3-eeca789643dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:32.860933 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-7138281f-69ec-402f-b6a3-eeca789643dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2df62e40-ed5f-4351-aaf5-c84de8ddcd62 HTTP/1.1" status: 200 len: 854 time: 0.0690901 May 04 14:34:32.868489 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bc02b-545b-439c-8cfc-a421fd6a0433 req-26ed72c0-0d74-4710-85b0-c19c173e7e4a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:32.869830 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-894bc02b-545b-439c-8cfc-a421fd6a0433 req-26ed72c0-0d74-4710-85b0-c19c173e7e4a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1428282 May 04 14:34:32.927902 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-3b8a0546-2b33-48a4-9da7-f82d177a6a91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e41747d0-5b71-4fe8-8b61-df5711da486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570669 May 04 14:34:32.986525 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-894bc02b-545b-439c-8cfc-a421fd6a0433 req-039046ef-2c61-4661-b3b0-82a29d626a48 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863912 May 04 14:34:33.133744 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-d17bece7-aee6-45e5-bc6a-2e23ee75df0b service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464381 May 04 14:34:33.141362 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208da262-c0b7-4f40-80af-cd7c2427a66c req-2d44e155-1f2e-4bc4-93e8-dfd82b892ae9 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:33.142718 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-208da262-c0b7-4f40-80af-cd7c2427a66c req-2d44e155-1f2e-4bc4-93e8-dfd82b892ae9 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 944 time: 0.1992157 May 04 14:34:33.275700 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-208da262-c0b7-4f40-80af-cd7c2427a66c req-65300ed6-758a-455c-a94b-3eb3c83ef1ce tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149147 May 04 14:34:33.301597 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5573e116-a40e-4865-803a-b468344e7cff req-2154d821-f938-4d18-b322-4874d465804e service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579409 May 04 14:34:33.426478 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696825e-1c61-4d43-b9b9-4ab7ed9a9446 req-d3c78b17-53bd-43ed-bf45-8d9e823ea32e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:33.427952 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1696825e-1c61-4d43-b9b9-4ab7ed9a9446 req-d3c78b17-53bd-43ed-bf45-8d9e823ea32e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0837035 May 04 14:34:33.477330 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1696825e-1c61-4d43-b9b9-4ab7ed9a9446 req-029a7e6d-f1a2-47f6-96f8-dd6d7daa6fc1 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 May 04 14:34:33.667363 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device d661f884-54d3-45cd-8c6a-3de43e3434c5 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:34:33.731580 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568ea0-ce10-4cc0-8873-b4b47aa6e11a req-69511987-80b6-4b26-ac3c-10f09d7ed585 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:33.733531 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-14568ea0-ce10-4cc0-8873-b4b47aa6e11a req-69511987-80b6-4b26-ac3c-10f09d7ed585 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 943 time: 0.1147766 May 04 14:34:33.827944 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-14568ea0-ce10-4cc0-8873-b4b47aa6e11a req-178ac6d9-c255-48b0-ba42-c9a1f6310138 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879571 May 04 14:34:33.875768 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port d661f884-54d3-45cd-8c6a-3de43e3434c5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d661f884-54d3-45cd-8c6a-3de43e3434c5,segment=NetworkSegment(8b156e56-3157-4ea2-b37c-a42c89d5b665),segment_id=8b156e56-3157-4ea2-b37c-a42c89d5b665)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:33.879436 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea725389-a708-4cda-90ff-bf10eca0b061 req-3fa4b419-5258-4eae-95ae-2dd79ad8f06a tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:33.881290 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ea725389-a708-4cda-90ff-bf10eca0b061 req-3fa4b419-5258-4eae-95ae-2dd79ad8f06a tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.1077545 May 04 14:34:33.890864 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'd661f884-54d3-45cd-8c6a-3de43e3434c5', 'network_id': 'a15cdae3-637e-430a-aeda-32d935f276e5', 'port_id': 'd661f884-54d3-45cd-8c6a-3de43e3434c5', 'mac_address': 'fa:16:3e:d0:fb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab63ebc0-68b4-4d58-883a-2bd920f115ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:34:33.933197 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ea725389-a708-4cda-90ff-bf10eca0b061 req-4793f938-112f-4bee-9600-7421f14c6871 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443792 May 04 14:34:34.000209 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.037593 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d661f884-54d3-45cd-8c6a-3de43e3434c5 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:34.064077 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port d661f884-54d3-45cd-8c6a-3de43e3434c5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d661f884-54d3-45cd-8c6a-3de43e3434c5,segment=NetworkSegment(8b156e56-3157-4ea2-b37c-a42c89d5b665),segment_id=8b156e56-3157-4ea2-b37c-a42c89d5b665)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:34.068755 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.070526 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:34.143315 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=d661f884-54d3-45cd-8c6a-3de43e3434c5,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:34.156514 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:34.163256 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5eefe-1ff4-4a12-b7f7-638246640a39 req-ba8981bd-9873-489a-8d2d-f2746bc037dd tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:34.164764 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1ce5eefe-1ff4-4a12-b7f7-638246640a39 req-ba8981bd-9873-489a-8d2d-f2746bc037dd tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0901270 May 04 14:34:34.173453 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 42166) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:34.178786 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-d00fe3e2-800b-4659-98cf-fcab83147016 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'floatingip': {'port_id': '44f40164-7a1a-41e1-9913-54563500ffeb'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:34.259067 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d00fe3e2-800b-4659-98cf-fcab83147016 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.431515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 42176) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:34.492975 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37101-141b-4b2a-970a-0b72770c7d78 req-8d420bf3-8a2d-42cd-aad9-890acecd4705 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:34.496108 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d7d37101-141b-4b2a-970a-0b72770c7d78 req-8d420bf3-8a2d-42cd-aad9-890acecd4705 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 944 time: 0.0972371 May 04 14:34:34.540268 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d7d37101-141b-4b2a-970a-0b72770c7d78 req-785e5eef-025d-41db-8e88-44d3a587545c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393858 May 04 14:34:34.565761 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.583248 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:34.587126 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e7381fead5f7497ba7dd2c8d933bb8c1 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:34.590136 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:34.596347 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:34.645641 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['d661f884-54d3-45cd-8c6a-3de43e3434c5'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:34.700164 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.704905 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.716344 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-813f9b55-afcb-4302-978c-986e769da969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:34.755084 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7381fead5f7497ba7dd2c8d933bb8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173559 May 04 14:34:34.756762 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01d0fb8-92c1-42da-abbd-a8a8982e72ba,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:34.760950 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:34.761850 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 42186) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:34.821900 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0080845a-81aa-4458-b931-f01bff89a9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.848230 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0080845a-81aa-4458-b931-f01bff89a9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.903197 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0080845a-81aa-4458-b931-f01bff89a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.907350 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:34.922966 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080845a-81aa-4458-b931-f01bff89a9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01d0fb8-92c1-42da-abbd-a8a8982e72ba,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:34.926926 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0080845a-81aa-4458-b931-f01bff89a9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:34.932658 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0080845a-81aa-4458-b931-f01bff89a9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.934648 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-0080845a-81aa-4458-b931-f01bff89a9b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d01d0fb8-92c1-42da-abbd-a8a8982e72ba HTTP/1.1" status: 204 len: 168 time: 0.1710107 May 04 14:34:34.988109 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d00fe3e2-800b-4659-98cf-fcab83147016 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:34.994073 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d00fe3e2-800b-4659-98cf-fcab83147016 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.038355 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7700f-732d-47fb-87cf-8b63309f0b0e req-21cea203-0c55-4728-8c7d-d2401b7437a5 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:35.046123 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d5d7700f-732d-47fb-87cf-8b63309f0b0e req-21cea203-0c55-4728-8c7d-d2401b7437a5 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 944 time: 0.0955839 May 04 14:34:35.094241 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d5d7700f-732d-47fb-87cf-8b63309f0b0e req-09966b61-6dfd-44e1-977c-d5d5a45105fc tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471826 May 04 14:34:35.190048 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-d00fe3e2-800b-4659-98cf-fcab83147016 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Floating IP d678dc2b-7c9d-414b-8029-1994a6a1b0d9 associated. External IP: 172.27.0.31, port: 44f40164-7a1a-41e1-9913-54563500ffeb. May 04 14:34:35.248295 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 42206) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:35.265132 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.279532 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:35.283471 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] Usage tracker for resource:security_group_rule and tenant:4d83ac4fca944e278e36c3851f05681d is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:35.286014 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:35.291505 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:35.384018 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.388829 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.401266 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:35.440962 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d83ac4fca944e278e36c3851f05681d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916013 May 04 14:34:35.442661 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94c8a9b-1e97-416c-bc2c-01d6fd675fa0,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:35.443603 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 42212) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:35.445743 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:35.597565 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0180ed55-cc77-4ac9-9bed-e4fc4b7c5d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.616891 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00fe3e2-800b-4659-98cf-fcab83147016 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Router 411b754b-6008-4d97-8070-bdf9c2dbf4cf has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:34:35.636888 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0180ed55-cc77-4ac9-9bed-e4fc4b7c5d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.696389 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d78e21-4400-4575-a494-1d360521144a req-2f533c5e-e95d-4fa5-b6fb-2c342af38ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:35.697870 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9d78e21-4400-4575-a494-1d360521144a req-2f533c5e-e95d-4fa5-b6fb-2c342af38ab3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 1098 time: 0.2052784 May 04 14:34:35.700311 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:34:35.710099 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f78472-3e20-454f-815c-e3a4e570af35 req-8509a6fa-54e9-467d-a2e9-d752f0fbad6e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:35.718072 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5f78472-3e20-454f-815c-e3a4e570af35 req-8509a6fa-54e9-467d-a2e9-d752f0fbad6e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1917727 May 04 14:34:35.850564 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0180ed55-cc77-4ac9-9bed-e4fc4b7c5d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.857403 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f6c2848b-5205-4007-955d-2d348417793d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:35.860309 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:35.874229 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184', 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f', 'port_id': '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184', 'mac_address': 'fa:16:3e:32:85:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df62e40-ed5f-4351-aaf5-c84de8ddcd62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:34:35.900239 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5f78472-3e20-454f-815c-e3a4e570af35 req-cb06eece-40a9-41d7-b7b1-b93aa06b1d9f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819713 May 04 14:34:35.946532 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.947452 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d78e21-4400-4575-a494-1d360521144a req-d404334f-e018-4ec9-b5bf-c103b433a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:35.949023 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9d78e21-4400-4575-a494-1d360521144a req-d404334f-e018-4ec9-b5bf-c103b433a439 service neutron] 10.222.0.54 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 920 time: 0.2297990 May 04 14:34:35.961075 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d140521-9611-4e40-850d-1f3300fa59a6 req-c4fd9d5a-e161-4aa9-b0f1-8206aef29162 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:35.962559 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8d140521-9611-4e40-850d-1f3300fa59a6 req-c4fd9d5a-e161-4aa9-b0f1-8206aef29162 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 944 time: 0.2104194 May 04 14:34:35.966895 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:35.984943 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:35.986678 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180ed55-cc77-4ac9-9bed-e4fc4b7c5d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94c8a9b-1e97-416c-bc2c-01d6fd675fa0,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:35.991628 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0180ed55-cc77-4ac9-9bed-e4fc4b7c5d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.992741 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-0180ed55-cc77-4ac9-9bed-e4fc4b7c5d7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a94c8a9b-1e97-416c-bc2c-01d6fd675fa0 HTTP/1.1" status: 204 len: 168 time: 0.5481730 May 04 14:34:35.996670 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0180ed55-cc77-4ac9-9bed-e4fc4b7c5d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:36.006820 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00fe3e2-800b-4659-98cf-fcab83147016 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:34:36.010994 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d00fe3e2-800b-4659-98cf-fcab83147016 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:36.016711 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:36.019745 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] Sync routers for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:34:36.031754 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:36.036528 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:36.037157 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:34:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:36.072424 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9d78e21-4400-4575-a494-1d360521144a req-e04ff653-7921-4dd8-ae69-41642c9e1490 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 HTTP/1.1" status: 200 len: 217 time: 0.1088769 May 04 14:34:36.075285 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d00fe3e2-800b-4659-98cf-fcab83147016 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "PUT /v2.0/floatingips/d678dc2b-7c9d-414b-8029-1994a6a1b0d9 HTTP/1.1" status: 200 len: 991 time: 1.9006894 May 04 14:34:36.076383 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b24599-42f6-44b4-b256-81d642dc67b2', 'tag': '44f40164-7a1a-41e1-9913-54563500ffeb'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:36.133453 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8d140521-9611-4e40-850d-1f3300fa59a6 req-65efda4b-371d-4055-ae7f-9e57787fa83e tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871367 May 04 14:34:36.141081 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:36.144276 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:36.236433 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b24599-42f6-44b4-b256-81d642dc67b2', 'tag': '44f40164-7a1a-41e1-9913-54563500ffeb', 'status': 'completed', 'code': 200} May 04 14:34:36.253413 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d78e21-4400-4575-a494-1d360521144a req-44a786a8-131e-4bce-9985-a2e63d7ce8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:36.254858 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9d78e21-4400-4575-a494-1d360521144a req-44a786a8-131e-4bce-9985-a2e63d7ce8b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 200 len: 859 time: 0.1494627 May 04 14:34:36.332374 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:36.445146 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9d78e21-4400-4575-a494-1d360521144a req-aeaddedb-14e0-4671-996e-0f02f551c558 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=375c64a7-d216-49b0-a85c-1971e50e8e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866091 May 04 14:34:36.600860 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3cda9-3d65-4e27-aaa1-f125610fca74 req-0afb7c53-c7b1-4b0b-a146-c19940f06980 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:36.602369 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7fc3cda9-3d65-4e27-aaa1-f125610fca74 req-0afb7c53-c7b1-4b0b-a146-c19940f06980 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 944 time: 0.2798152 May 04 14:34:36.606575 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-037faede-1639-431f-9486-6c50d475e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:36.608301 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-037faede-1639-431f-9486-6c50d475e516 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 1099 time: 0.2488036 May 04 14:34:36.640485 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['5a51cfc1-fccc-4c70-8236-bd5ef9b8d184'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:36.693181 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9d78e21-4400-4575-a494-1d360521144a req-b237373e-9eaa-4170-ae59-385d7fda8756 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314847 May 04 14:34:36.695750 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'd678dc2b-7c9d-414b-8029-1994a6a1b0d9', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'port_id': '44f40164-7a1a-41e1-9913-54563500ffeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'mac_address': 'fa:16:3e:96:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b24599-42f6-44b4-b256-81d642dc67b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:34:14Z', 'updated_at': '2021-05-04T14:34:34Z', 'revision_number': 1, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:36.700161 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] Checking router: 411b754b-6008-4d97-8070-bdf9c2dbf4cf for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:34:36.711057 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:36.714663 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:34:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:36.809880 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7fc3cda9-3d65-4e27-aaa1-f125610fca74 req-111c9dca-3e04-4aea-85e1-1f0cbd22c1d2 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987300 May 04 14:34:36.951451 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9d78e21-4400-4575-a494-1d360521144a req-84cc5e0b-887e-4589-8ac1-9a21498c717a service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410553 May 04 14:34:36.953901 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-bf334956-db32-4272-86ad-ea3a2cd73c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:36.955349 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-bf334956-db32-4272-86ad-ea3a2cd73c9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 200 len: 912 time: 0.3144510 May 04 14:34:36.969371 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:37.129682 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-b45b7d8c-b7a0-4388-9474-1a254b42f899 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f40164-7a1a-41e1-9913-54563500ffeb HTTP/1.1" status: 200 len: 999 time: 0.1481848 May 04 14:34:37.167910 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecd328-5b96-4117-9ffd-1af33bbdf4ce req-acaac668-7d60-4eca-8d62-3e9061d94c38 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:37.171392 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2eecd328-5b96-4117-9ffd-1af33bbdf4ce req-acaac668-7d60-4eca-8d62-3e9061d94c38 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1146197 May 04 14:34:37.249740 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2eecd328-5b96-4117-9ffd-1af33bbdf4ce req-671d5b5b-b906-4127-933c-19d1073d12a6 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717010 May 04 14:34:37.353566 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-0257fd5c-ee9f-412c-974a-d63b47258ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:37.355110 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-0257fd5c-ee9f-412c-974a-d63b47258ea3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110384d5-90f2-4cf8-bb85-d306517a1d8e HTTP/1.1" status: 200 len: 850 time: 0.1198149 May 04 14:34:37.411744 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'd678dc2b-7c9d-414b-8029-1994a6a1b0d9', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'port_id': '44f40164-7a1a-41e1-9913-54563500ffeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'mac_address': 'fa:16:3e:96:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b24599-42f6-44b4-b256-81d642dc67b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:34:14Z', 'updated_at': '2021-05-04T14:34:34Z', 'revision_number': 1, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:37.416278 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2337c14-9512-4152-8ca4-8d6c795d8d19 None None] The sync data for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi is: [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'd678dc2b-7c9d-414b-8029-1994a6a1b0d9', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'port_id': '44f40164-7a1a-41e1-9913-54563500ffeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'mac_address': 'fa:16:3e:96:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b24599-42f6-44b4-b256-81d642dc67b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:34:14Z', 'updated_at': '2021-05-04T14:34:34Z', 'revision_number': 1, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:34:37.440120 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db792364-8656-48b7-ba24-b34d7b7d8098 req-8daa1054-11cf-4f8f-9724-1903b9d35907 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:37.448297 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-db792364-8656-48b7-ba24-b34d7b7d8098 req-8daa1054-11cf-4f8f-9724-1903b9d35907 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 945 time: 0.1671047 May 04 14:34:37.509107 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-db792364-8656-48b7-ba24-b34d7b7d8098 req-05d2db73-df66-4ac1-a4a0-ec7f0f318e28 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599389 May 04 14:34:37.518447 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-53e8c841-b8ed-4b80-8587-6dc0a5f5ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:37.520049 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-53e8c841-b8ed-4b80-8587-6dc0a5f5ec69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b42a207-c231-4c84-8e32-165531194e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1493819 May 04 14:34:37.630072 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f33bfe-8e9b-427f-b47e-c84d245c30df None None] New status for floating IP d678dc2b-7c9d-414b-8029-1994a6a1b0d9: ACTIVE {{(pid=73814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:34:37.729574 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device d661f884-54d3-45cd-8c6a-3de43e3434c5 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:37.742146 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-ab357b6c-3cb2-48fc-a957-1d471e8aabc2 service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137821 May 04 14:34:37.885213 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7b0f0730-dee8-4812-b14e-bf91f998abc5 req-dabb0755-eb90-4efd-a1f5-c32815f8e9cc service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345730 May 04 14:34:37.956651 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port d661f884-54d3-45cd-8c6a-3de43e3434c5 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:37.963008 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port d661f884-54d3-45cd-8c6a-3de43e3434c5 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:37.963459 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.069129 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ee71f-57a6-41f3-85d5-5c040cb9cd4c req-ec46d92b-7cc3-42a1-bb3f-df7e5ee4aaad tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:38.070612 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe5ee71f-57a6-41f3-85d5-5c040cb9cd4c req-ec46d92b-7cc3-42a1-bb3f-df7e5ee4aaad tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 944 time: 0.1057410 May 04 14:34:38.125310 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe5ee71f-57a6-41f3-85d5-5c040cb9cd4c req-437aca86-b8c3-4268-9c39-8658425aa82f tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478785 May 04 14:34:38.126458 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.162748 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9468fc32-1080-42a8-881f-eef7dbe052ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd661f884-54d3-45cd-8c6a-3de43e3434c5'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:38.176811 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port d661f884-54d3-45cd-8c6a-3de43e3434c5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d661f884-54d3-45cd-8c6a-3de43e3434c5,segment=NetworkSegment(8b156e56-3157-4ea2-b37c-a42c89d5b665),segment_id=8b156e56-3157-4ea2-b37c-a42c89d5b665)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:38.181406 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.183414 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:38.218810 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9468fc32-1080-42a8-881f-eef7dbe052ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd661f884-54d3-45cd-8c6a-3de43e3434c5', 'code': 200} May 04 14:34:38.252180 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=d661f884-54d3-45cd-8c6a-3de43e3434c5,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:38.255120 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:38.441591 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bb572-7952-4c24-aa87-ddea8a245538 req-ce54bd2e-af5e-410f-bfa1-7d5f0875b3d6 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:38.443076 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-700bb572-7952-4c24-aa87-ddea8a245538 req-ce54bd2e-af5e-410f-bfa1-7d5f0875b3d6 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0851674 May 04 14:34:38.527815 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-700bb572-7952-4c24-aa87-ddea8a245538 req-51a59cb3-c9d0-408d-a2f6-c929bdc72619 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787008 May 04 14:34:38.554490 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36722c38-5a09-46ca-8b5c-1bff0566405c req-e77c3012-f4e9-4a85-8eb7-bb7ae61c3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:38.556065 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36722c38-5a09-46ca-8b5c-1bff0566405c req-e77c3012-f4e9-4a85-8eb7-bb7ae61c3fa2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 1098 time: 0.0894885 May 04 14:34:38.600247 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36722c38-5a09-46ca-8b5c-1bff0566405c req-73fb66ac-5e7a-491f-a4c1-8399d71aa6c4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 May 04 14:34:38.697604 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a938bc-5012-40b4-bc2f-c5290b4586b3 req-85835f21-b609-4bcb-90dc-041eb5d9a7ee tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:38.699115 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-03a938bc-5012-40b4-bc2f-c5290b4586b3 req-85835f21-b609-4bcb-90dc-041eb5d9a7ee tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 945 time: 0.0817564 May 04 14:34:38.744379 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-03a938bc-5012-40b4-bc2f-c5290b4586b3 req-2013e7ab-871c-47f4-8d10-96b1b4c6a77f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 May 04 14:34:39.324428 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf4a13-80d9-4ac7-9f5c-0a6d6589bc42 req-ed10e1b3-cf51-4b1b-ae56-505d78fa2aa6 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:39.325891 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7abf4a13-80d9-4ac7-9f5c-0a6d6589bc42 req-ed10e1b3-cf51-4b1b-ae56-505d78fa2aa6 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 945 time: 0.0870574 May 04 14:34:39.370364 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7abf4a13-80d9-4ac7-9f5c-0a6d6589bc42 req-5d339bfa-dca6-4fb7-857d-feabc214d3e3 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386791 May 04 14:34:39.727118 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b8693-63e2-4837-852d-b349795cc2ae req-b54df5c5-1458-4b17-be96-eed37f8ab2bc tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:39.728658 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb9b8693-63e2-4837-852d-b349795cc2ae req-b54df5c5-1458-4b17-be96-eed37f8ab2bc tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0878401 May 04 14:34:39.738677 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:39.773912 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb9b8693-63e2-4837-852d-b349795cc2ae req-29bf0bd6-2865-41ed-ac52-954ee912f62b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 May 04 14:34:39.805571 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:39.810059 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:39.810433 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.937054 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078053b-55c5-4f1e-93f4-0a8b7840296a req-dd79b617-25dc-4aab-9cab-1b8d63b69512 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:39.938549 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4078053b-55c5-4f1e-93f4-0a8b7840296a req-dd79b617-25dc-4aab-9cab-1b8d63b69512 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 945 time: 0.0833497 May 04 14:34:39.949284 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.980524 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:39.985023 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4078053b-55c5-4f1e-93f4-0a8b7840296a req-f9eba71c-b7b6-4712-a788-42cbc620f66f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 May 04 14:34:39.986464 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.988383 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:40.052200 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:40.055168 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:40.219566 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc127d-437c-4a9b-b771-7d1c62de7df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:40.262866 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cc127d-437c-4a9b-b771-7d1c62de7df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184', 'code': 200} May 04 14:34:40.748301 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999a304-a6b6-4abc-a971-933300be7d33 req-67c2b6b8-b36f-448a-84b8-5bd41ae77bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:40.749761 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5999a304-a6b6-4abc-a971-933300be7d33 req-67c2b6b8-b36f-448a-84b8-5bd41ae77bda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 1099 time: 0.1048825 May 04 14:34:40.757861 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f87f0-4a0f-42fc-ba02-445b63bde960 req-f4339d0b-8920-42b5-b777-48ab13cc301d tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:40.759180 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-da7f87f0-4a0f-42fc-ba02-445b63bde960 req-f4339d0b-8920-42b5-b777-48ab13cc301d tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 945 time: 0.1524029 May 04 14:34:40.823270 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5999a304-a6b6-4abc-a971-933300be7d33 req-40c69aef-4037-444b-a623-157f2c01e906 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631034 May 04 14:34:40.827868 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-da7f87f0-4a0f-42fc-ba02-445b63bde960 req-54b1819d-7cfa-4f96-9104-ef49900e267d tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557485 May 04 14:34:40.961038 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca05ec-eb0f-46c3-ba45-521de2100e7a req-004b4f8b-f881-4434-ba7d-310773d1d478 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:40.962496 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-feca05ec-eb0f-46c3-ba45-521de2100e7a req-004b4f8b-f881-4434-ba7d-310773d1d478 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0793829 May 04 14:34:41.010753 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-feca05ec-eb0f-46c3-ba45-521de2100e7a req-3f36e794-4493-46dc-8a9c-29cb535862c3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 May 04 14:34:41.169838 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e0d53-17b4-464a-a67e-51e4e8067c77 req-5886fb5a-40da-4e88-8e20-bf55c7929162 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:41.171303 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b15e0d53-17b4-464a-a67e-51e4e8067c77 req-5886fb5a-40da-4e88-8e20-bf55c7929162 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 946 time: 0.0805805 May 04 14:34:41.216968 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b15e0d53-17b4-464a-a67e-51e4e8067c77 req-a9d9c46c-8d71-4ed2-a464-e82cbbb215fe tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 May 04 14:34:42.023747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2dd99-50ea-41b8-8ffc-f90130d78467 req-da749334-87a5-440d-ad27-b936d34af75d tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:42.025220 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-61a2dd99-50ea-41b8-8ffc-f90130d78467 req-da749334-87a5-440d-ad27-b936d34af75d tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 945 time: 0.0895793 May 04 14:34:42.069596 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-61a2dd99-50ea-41b8-8ffc-f90130d78467 req-0ee4de7c-af3c-4bf3-9a40-ba1d2f8e9411 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 May 04 14:34:42.240925 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97254946-9940-4516-b4e9-bc3c58811967 req-ce541c71-d9ce-4b4f-b658-03ebefdc0b0f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:42.242352 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97254946-9940-4516-b4e9-bc3c58811967 req-ce541c71-d9ce-4b4f-b658-03ebefdc0b0f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0820475 May 04 14:34:42.285071 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97254946-9940-4516-b4e9-bc3c58811967 req-d7a11e7e-8b65-4827-b102-541d088a7fae tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369098 May 04 14:34:42.458956 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0153301-2778-4842-ae8c-749feb456b14 req-79dfee46-a327-4640-9239-9a7a355757cd tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:42.460405 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f0153301-2778-4842-ae8c-749feb456b14 req-79dfee46-a327-4640-9239-9a7a355757cd tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 946 time: 0.0817649 May 04 14:34:42.504029 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f0153301-2778-4842-ae8c-749feb456b14 req-f0d03ce3-4b0b-4ffa-817c-6f28f6cca662 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378754 May 04 14:34:45.341738 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213941a7-420f-4839-ba06-c6f4569a53f0 req-afb68e16-2a4e-460d-ae38-3bb5d6a95305 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:45.343200 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-213941a7-420f-4839-ba06-c6f4569a53f0 req-afb68e16-2a4e-460d-ae38-3bb5d6a95305 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.2767115 May 04 14:34:45.354732 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9138a4f-66eb-45e3-b43e-db73796e8af0 req-aa7d3b26-dcdd-4ba5-87b9-f69a7b7c3c16 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:45.356089 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9138a4f-66eb-45e3-b43e-db73796e8af0 req-aa7d3b26-dcdd-4ba5-87b9-f69a7b7c3c16 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 946 time: 0.1812913 May 04 14:34:45.422700 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-213941a7-420f-4839-ba06-c6f4569a53f0 req-3dce9575-4e30-4286-96df-ad64673acf52 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655873 May 04 14:34:45.425414 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9138a4f-66eb-45e3-b43e-db73796e8af0 req-75d54164-d2fd-4bc1-86e4-ea30b2ccb3ee tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559962 May 04 14:34:46.454675 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a012c56-ac05-4858-99ae-2b01260994a1 req-ef26179a-ab87-4b27-a8de-b868093a6cfb tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:46.456198 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8a012c56-ac05-4858-99ae-2b01260994a1 req-ef26179a-ab87-4b27-a8de-b868093a6cfb tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 945 time: 0.0833721 May 04 14:34:46.505529 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8a012c56-ac05-4858-99ae-2b01260994a1 req-02466ba7-a447-4251-8d7d-3f96b6c64f9b tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424929 May 04 14:34:46.699757 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bafa5c-4865-452d-b601-a20772e8a3be req-3e9cc8f7-c035-4746-8c3f-8eb92bca8282 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:46.701294 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5bafa5c-4865-452d-b601-a20772e8a3be req-3e9cc8f7-c035-4746-8c3f-8eb92bca8282 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 946 time: 0.0903707 May 04 14:34:46.795590 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5bafa5c-4865-452d-b601-a20772e8a3be req-da165441-da68-48f2-8ebb-feaa67931de6 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581713 May 04 14:34:46.823387 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd0183-7b71-445a-9299-ef9a24f6d1ba req-500d5f9c-3a13-4385-be4f-41eee9bf7576 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:46.824705 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-adfd0183-7b71-445a-9299-ef9a24f6d1ba req-500d5f9c-3a13-4385-be4f-41eee9bf7576 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1225252 May 04 14:34:46.869916 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-adfd0183-7b71-445a-9299-ef9a24f6d1ba req-628ffb53-7350-4ef8-9efd-5518eb11f368 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395038 May 04 14:34:47.716056 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390a93c-f597-4aa1-bc8d-cb69a425aacd req-a28cbafd-c755-4a7c-8564-1bce072000f4 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:47.717687 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5390a93c-f597-4aa1-bc8d-cb69a425aacd req-a28cbafd-c755-4a7c-8564-1bce072000f4 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 945 time: 0.0820856 May 04 14:34:47.765540 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5390a93c-f597-4aa1-bc8d-cb69a425aacd req-980474af-ebab-4410-aa32-930b1f53f5c2 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416591 May 04 14:34:48.074327 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702bcfb-6426-4537-a85e-09d6df18186e req-f4a5004a-c2a4-497c-be02-3fd4191c4ea0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:48.075908 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d702bcfb-6426-4537-a85e-09d6df18186e req-f4a5004a-c2a4-497c-be02-3fd4191c4ea0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0836747 May 04 14:34:48.124669 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d702bcfb-6426-4537-a85e-09d6df18186e req-c6c4c0b6-8cf9-4d59-b3c0-e8c3c1314cf7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 May 04 14:34:48.956818 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb13857-2adf-402c-a422-2a04a813ff32 req-4e3477eb-8e35-4f52-9e58-8de60d6bcbb7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:48.958187 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ddb13857-2adf-402c-a422-2a04a813ff32 req-4e3477eb-8e35-4f52-9e58-8de60d6bcbb7 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 945 time: 0.0789249 May 04 14:34:49.005765 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ddb13857-2adf-402c-a422-2a04a813ff32 req-960b459e-9f6b-4ab7-8648-44263f4606b9 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/security-groups?id=c20bd349-2384-4c78-ba01-1eb74033ac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 May 04 14:34:49.094093 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-48f413bb-e1d5-407a-bead-395be3642906 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:49.095967 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-48f413bb-e1d5-407a-bead-395be3642906 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.54 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 945 time: 0.0831413 May 04 14:34:49.244233 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Deleting port d661f884-54d3-45cd-8c6a-3de43e3434c5 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:34:49.244495 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.438810 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] For port d661f884-54d3-45cd-8c6a-3de43e3434c5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d661f884-54d3-45cd-8c6a-3de43e3434c5,segment=NetworkSegment(8b156e56-3157-4ea2-b37c-a42c89d5b665),segment_id=8b156e56-3157-4ea2-b37c-a42c89d5b665)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:49.439169 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.560197 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53b994-4894-493d-bc1b-c6b36e14af75 req-718d97d9-41f2-41da-bbc8-7648fee6766c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:49.561572 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-de53b994-4894-493d-bc1b-c6b36e14af75 req-718d97d9-41f2-41da-bbc8-7648fee6766c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.2986107 May 04 14:34:49.567828 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Calling delete_port for d661f884-54d3-45cd-8c6a-3de43e3434c5 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:34:49.624704 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-de53b994-4894-493d-bc1b-c6b36e14af75 req-fb0a08f4-fea8-41c5-bdbe-d1462c2e5514 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537689 May 04 14:34:49.721293 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.729579 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:49.766016 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['d661f884-54d3-45cd-8c6a-3de43e3434c5'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:49.778646 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Pushing event deleted for resources: {'Port': ['ID=d661f884-54d3-45cd-8c6a-3de43e3434c5,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:49.848512 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.848875 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.849226 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.849566 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.849904 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.850239 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.850570 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.850901 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.851230 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.851559 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.851916 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.852247 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.859754 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:49.865513 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] No DVR routers for this DVR port d661f884-54d3-45cd-8c6a-3de43e3434c5 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:34:49.868044 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.870997 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9468fc32-1080-42a8-881f-eef7dbe052ac', 'name': 'network-vif-deleted', 'tag': 'd661f884-54d3-45cd-8c6a-3de43e3434c5'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:49.892734 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6a57b497-ffd9-4b76-bcd5-fe65ae8e900e req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.54 "DELETE /v2.0/ports/d661f884-54d3-45cd-8c6a-3de43e3434c5 HTTP/1.1" status: 204 len: 173 time: 0.7891791 May 04 14:34:49.914539 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9468fc32-1080-42a8-881f-eef7dbe052ac', 'name': 'network-vif-deleted', 'tag': 'd661f884-54d3-45cd-8c6a-3de43e3434c5', 'status': 'completed', 'code': 200} May 04 14:34:50.171415 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-d3e23719-8e4c-47cd-aac6-da17457d307c req-826ec61c-4ee8-4a9d-bf0e-b72bd0bb9f35 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Synchronizing usage tracker for tenant:d855404ee60646168c89cc928ed8a9d7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:50.188030 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-d3e23719-8e4c-47cd-aac6-da17457d307c req-826ec61c-4ee8-4a9d-bf0e-b72bd0bb9f35 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Unset dirty status for tenant:d855404ee60646168c89cc928ed8a9d7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:50.189184 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d3e23719-8e4c-47cd-aac6-da17457d307c req-826ec61c-4ee8-4a9d-bf0e-b72bd0bb9f35 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] 10.222.0.50 "GET /v2.0/ports?device_id=9468fc32-1080-42a8-881f-eef7dbe052ac HTTP/1.1" status: 200 len: 210 time: 0.0621445 May 04 14:34:50.820973 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 42554) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:50.892491 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501739a7-5155-4969-b728-94bb58c2120d req-727ad822-9ff6-4cd4-8c35-deed6e2cab21 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:50.893970 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-501739a7-5155-4969-b728-94bb58c2120d req-727ad822-9ff6-4cd4-8c35-deed6e2cab21 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.2238708 May 04 14:34:50.905480 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e83ec3-ade1-42b8-8a5d-5171572d257e req-fd633109-2033-4e8e-85a5-5994e899e575 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:50.906861 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d7e83ec3-ade1-42b8-8a5d-5171572d257e req-fd633109-2033-4e8e-85a5-5994e899e575 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1144845 May 04 14:34:50.951966 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:50.965953 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:50.969726 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Usage tracker for resource:security_group_rule and tenant:05f9febdf4f0410f8b7a4ea5e323fce9 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:50.972806 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:50.978476 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-501739a7-5155-4969-b728-94bb58c2120d req-f0066718-61fe-4bf8-b728-7d98ca7139a5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706344 May 04 14:34:50.979241 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:50.983315 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d7e83ec3-ade1-42b8-8a5d-5171572d257e req-f7432957-2b9e-4cec-8831-e9574ebab0b9 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624785 May 04 14:34:51.078455 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.083150 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.091510 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-158f7208-c4ee-4cf4-b150-5da2ead06f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:51.133325 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05f9febdf4f0410f8b7a4ea5e323fce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113022 May 04 14:34:51.134642 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4e444a-60ed-48cf-8253-c046d1031c1f,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:51.136181 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 42564) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:51.142478 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.142849 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.143195 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.143538 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.144061 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.144410 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.144766 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.145089 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.145427 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.145761 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.146094 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.146429 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:51.150204 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:51.196534 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b42e-7a9d-4f78-a3c5-1de24d93d8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.221878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b42e-7a9d-4f78-a3c5-1de24d93d8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.274270 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b42e-7a9d-4f78-a3c5-1de24d93d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.279186 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ab1c7643-8a9c-4194-8925-a95897e0854f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:51.289574 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7b42e-7a9d-4f78-a3c5-1de24d93d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4e444a-60ed-48cf-8253-c046d1031c1f,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:51.292569 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4ea7b42e-7a9d-4f78-a3c5-1de24d93d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:51.297584 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b42e-7a9d-4f78-a3c5-1de24d93d8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.302493 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-4ea7b42e-7a9d-4f78-a3c5-1de24d93d8ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca4e444a-60ed-48cf-8253-c046d1031c1f HTTP/1.1" status: 204 len: 168 time: 0.1623657 May 04 14:34:51.589590 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 42582) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:51.607563 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.625451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:51.629448 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] Usage tracker for resource:security_group_rule and tenant:51859d86d20e4a0a89d9720ab30873d8 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:51.632555 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:51.638417 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:51.719123 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.723846 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.732768 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3eddeb9f-cfc3-41ed-87dc-8521e26b59ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:51.772493 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51859d86d20e4a0a89d9720ab30873d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818240 May 04 14:34:51.774081 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506ff125-0c60-47ba-b5c1-5275b53ecbb8,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:51.775134 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 42590) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:51.788820 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:51.789569 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device d661f884-54d3-45cd-8c6a-3de43e3434c5 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:34:51.822570 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: d661f884-54d3-45cd-8c6a-3de43e3434c5 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:34:51.822963 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device d661f884-54d3-45cd-8c6a-3de43e3434c5 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:34:51.835800 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-173a7568-7143-4ef7-bb0b-992f64894545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.861387 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-173a7568-7143-4ef7-bb0b-992f64894545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.914416 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-173a7568-7143-4ef7-bb0b-992f64894545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.922221 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9708320d-8bb4-4cb9-b3f9-29492e4da282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:51.933119 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a7568-7143-4ef7-bb0b-992f64894545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ff125-0c60-47ba-b5c1-5275b53ecbb8,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:51.936019 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-173a7568-7143-4ef7-bb0b-992f64894545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:51.940184 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-173a7568-7143-4ef7-bb0b-992f64894545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.944024 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-173a7568-7143-4ef7-bb0b-992f64894545 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/506ff125-0c60-47ba-b5c1-5275b53ecbb8 HTTP/1.1" status: 204 len: 168 time: 0.1677825 May 04 14:34:52.270646 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b113699-70bf-442c-913c-661e250ac830 req-73f2db77-e67c-446e-a075-b7246cc9f082 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:52.272172 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0b113699-70bf-442c-913c-661e250ac830 req-73f2db77-e67c-446e-a075-b7246cc9f082 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1626227 May 04 14:34:52.279828 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b75cd5-d13e-4a4a-b6c7-9257289f68c2 req-fe6729b0-d95c-415c-8e0d-5205ac30a59e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:52.281396 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94b75cd5-d13e-4a4a-b6c7-9257289f68c2 req-fe6729b0-d95c-415c-8e0d-5205ac30a59e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1731136 May 04 14:34:52.350747 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0b113699-70bf-442c-913c-661e250ac830 req-7a5a3e94-ac58-45d6-8290-cff292f2e544 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678964 May 04 14:34:52.357575 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94b75cd5-d13e-4a4a-b6c7-9257289f68c2 req-14b2c88f-5e36-4d5b-af2f-42f5f1a8f549 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602193 May 04 14:34:53.083303 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.172190 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 42664) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:53.286479 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.300743 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:53.304602 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] Usage tracker for resource:security_group_rule and tenant:fe425c77fa0e4e2884fa9229b1cb3237 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:53.307486 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:53.313170 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:53.395727 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.400831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.408060 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7e56398c-0cf6-422c-87e5-653d758a7e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:53.451730 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe425c77fa0e4e2884fa9229b1cb3237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759235 May 04 14:34:53.451730 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdb9bf0-c913-4161-b53d-83b0cc7b44c2,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:53.452484 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 42676) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:53.464322 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:53.607829 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-335940bd-f339-4f13-b039-a7b90ab07c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.666819 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287163b3-124a-4df4-a8d2-c9062452b611 req-534db67c-6c16-47a1-8906-1b35bd2361c4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:53.668319 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-287163b3-124a-4df4-a8d2-c9062452b611 req-534db67c-6c16-47a1-8906-1b35bd2361c4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1907570 May 04 14:34:53.670175 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-335940bd-f339-4f13-b039-a7b90ab07c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.712912 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693bec8-4d2b-469c-b17c-ea86cfb5fbc9 req-78cecf21-d1c0-449c-91b6-9221d67f9435 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:53.714363 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9693bec8-4d2b-469c-b17c-ea86cfb5fbc9 req-78cecf21-d1c0-449c-91b6-9221d67f9435 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1977077 May 04 14:34:53.780836 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-287163b3-124a-4df4-a8d2-c9062452b611 req-11415025-c4f1-410e-adad-b685e2ec07ff tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010330 May 04 14:34:53.793795 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9693bec8-4d2b-469c-b17c-ea86cfb5fbc9 req-b0bdd07e-f024-4334-acbf-364eb58d19f7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659003 May 04 14:34:53.802803 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-335940bd-f339-4f13-b039-a7b90ab07c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.806895 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a8f45541-b815-4850-b652-ee633612342f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:53.820564 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335940bd-f339-4f13-b039-a7b90ab07c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdb9bf0-c913-4161-b53d-83b0cc7b44c2,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:53.824205 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-335940bd-f339-4f13-b039-a7b90ab07c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:53.829556 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-335940bd-f339-4f13-b039-a7b90ab07c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.833487 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-335940bd-f339-4f13-b039-a7b90ab07c50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efdb9bf0-c913-4161-b53d-83b0cc7b44c2 HTTP/1.1" status: 204 len: 168 time: 0.3772783 May 04 14:34:54.971306 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93247c-4b42-4680-ac07-21af2b5c81a1 req-fd0fa3aa-0095-479d-9f8c-6c2c62597c6d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:54.972804 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b93247c-4b42-4680-ac07-21af2b5c81a1 req-fd0fa3aa-0095-479d-9f8c-6c2c62597c6d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0837321 May 04 14:34:55.016593 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b93247c-4b42-4680-ac07-21af2b5c81a1 req-076c66fc-f834-43e1-8a3c-f110e1ca91cb tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381742 May 04 14:34:55.202955 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922e99e-aac0-475d-9ccd-3f69b8421f01 req-48ed0ef9-9496-4ac0-83f4-078dea9ac021 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:55.204681 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3922e99e-aac0-475d-9ccd-3f69b8421f01 req-48ed0ef9-9496-4ac0-83f4-078dea9ac021 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0961933 May 04 14:34:55.260945 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3922e99e-aac0-475d-9ccd-3f69b8421f01 req-4b776cbb-5d35-4dbb-96b2-ee40ed6973ae tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479710 May 04 14:34:56.299461 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312c2b-4489-42b7-a570-b37bba3a402c req-98737c21-860b-42e2-9ca5-1ea5e72c20a7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:56.301137 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e3312c2b-4489-42b7-a570-b37bba3a402c req-98737c21-860b-42e2-9ca5-1ea5e72c20a7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1783879 May 04 14:34:56.304502 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20484785-baa2-42ab-84b8-def6d49e7118 req-7a04bf50-5d8b-425c-8bfd-abeaa0aef0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:56.305860 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-20484785-baa2-42ab-84b8-def6d49e7118 req-7a04bf50-5d8b-425c-8bfd-abeaa0aef0c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 1098 time: 0.1811194 May 04 14:34:56.456092 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e3312c2b-4489-42b7-a570-b37bba3a402c req-3afe5f90-11c6-4fe1-88be-9812a41f7dbb tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476150 May 04 14:34:56.535067 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20484785-baa2-42ab-84b8-def6d49e7118 req-5423fd63-93aa-4668-8210-d91b2c4d9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:56.536535 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-20484785-baa2-42ab-84b8-def6d49e7118 req-5423fd63-93aa-4668-8210-d91b2c4d9c08 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 918 time: 0.2078369 May 04 14:34:56.553355 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b192887-2713-41df-a2be-30803f604e20 req-fc83272f-6e4f-4eb6-bb4a-a2e1e520ea1a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:56.554806 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6b192887-2713-41df-a2be-30803f604e20 req-fc83272f-6e4f-4eb6-bb4a-a2e1e520ea1a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1767941 May 04 14:34:56.688096 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6b192887-2713-41df-a2be-30803f604e20 req-e2acac70-308b-40d6-82a0-64bc80ab5e44 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795970 May 04 14:34:56.689841 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-20484785-baa2-42ab-84b8-def6d49e7118 req-80472522-a6a4-452f-9ef0-8d903bee3380 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 HTTP/1.1" status: 200 len: 1001 time: 0.1341882 May 04 14:34:56.861394 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20484785-baa2-42ab-84b8-def6d49e7118 req-e2fbc237-5697-4463-b96e-ad9e0eb2188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:56.862919 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-20484785-baa2-42ab-84b8-def6d49e7118 req-e2fbc237-5697-4463-b96e-ad9e0eb2188c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.1476986 May 04 14:34:56.949715 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20484785-baa2-42ab-84b8-def6d49e7118 req-834fc41a-3539-4b6f-a1f6-67674d799bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:56.951148 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-20484785-baa2-42ab-84b8-def6d49e7118 req-834fc41a-3539-4b6f-a1f6-67674d799bc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733778 May 04 14:34:57.067987 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0c9131be-d337-497e-984a-ac29e267a1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:57.095706 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-20484785-baa2-42ab-84b8-def6d49e7118 req-1014d08e-50ee-4a4c-9feb-c7a32279c437 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325159 May 04 14:34:57.240890 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-20484785-baa2-42ab-84b8-def6d49e7118 req-c0433dfb-8f80-4a41-9a23-a98cc4e37116 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304569 May 04 14:34:57.654490 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87d00-5af0-4083-aed0-ee93477048f3 req-6d4bb445-184b-4058-931d-7e03bb61bd6f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:57.656119 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-76f87d00-5af0-4083-aed0-ee93477048f3 req-6d4bb445-184b-4058-931d-7e03bb61bd6f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0800304 May 04 14:34:57.701918 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-76f87d00-5af0-4083-aed0-ee93477048f3 req-d0ea5b89-2af7-4e84-87c6-46a332e48093 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 May 04 14:34:57.904313 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c595-273a-4328-944c-670ea5c15efb req-f4e23f79-f4d8-4d2d-ace8-c82755e0819c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:57.906108 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a3e5c595-273a-4328-944c-670ea5c15efb req-f4e23f79-f4d8-4d2d-ace8-c82755e0819c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1055889 May 04 14:34:57.979893 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a3e5c595-273a-4328-944c-670ea5c15efb req-2f525192-4cd2-40c2-8425-29f019a2c6ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670807 May 04 14:34:58.903544 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561009d-5fbb-4056-9d40-2675ff5ccfc8 req-703e4663-45b4-43f5-bfab-a99911af1e6b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:58.905096 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a561009d-5fbb-4056-9d40-2675ff5ccfc8 req-703e4663-45b4-43f5-bfab-a99911af1e6b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0827363 May 04 14:34:58.953339 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a561009d-5fbb-4056-9d40-2675ff5ccfc8 req-022597e9-5afe-4a9b-a04f-e76a5df9a97c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425658 May 04 14:34:59.201485 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2e5e-9c28-404a-92d3-508cd92f44bd req-1295d5ce-8b6d-45e9-86f6-b1616e539fa0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:59.203105 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-01ff2e5e-9c28-404a-92d3-508cd92f44bd req-1295d5ce-8b6d-45e9-86f6-b1616e539fa0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0999384 May 04 14:34:59.251936 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-01ff2e5e-9c28-404a-92d3-508cd92f44bd req-71776291-9e9c-4d1d-aa9f-5df055b9a963 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428774 May 04 14:34:59.661086 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:59.806663 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-928da8f6-ee52-40ca-97ed-08add346a847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:00.178846 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06d0ec-38e2-4fe2-aa89-fb193ffa0eac req-396a8788-1788-42a5-a3b3-1039bd413b39 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:00.180837 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-aa06d0ec-38e2-4fe2-aa89-fb193ffa0eac req-396a8788-1788-42a5-a3b3-1039bd413b39 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1093109 May 04 14:35:00.247418 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-aa06d0ec-38e2-4fe2-aa89-fb193ffa0eac req-6e9e052e-4605-4313-87cb-02ce6cc347f6 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515082 May 04 14:35:00.452026 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bee928-a7e0-4542-92bf-7d29f27db4fb req-ff22f587-780a-4a7a-968e-f43ab9ebf3b6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:00.453639 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e1bee928-a7e0-4542-92bf-7d29f27db4fb req-ff22f587-780a-4a7a-968e-f43ab9ebf3b6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0866060 May 04 14:35:00.502038 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e1bee928-a7e0-4542-92bf-7d29f27db4fb req-901ef732-f9fa-477d-8be3-5ac4c203326d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410120 May 04 14:35:00.688026 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.445222 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42a23b-0147-4be5-ac31-2e570d0641ee req-65c544b7-0c26-4c3e-a40a-be591df8a652 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:01.446768 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed42a23b-0147-4be5-ac31-2e570d0641ee req-65c544b7-0c26-4c3e-a40a-be591df8a652 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0907652 May 04 14:35:01.491624 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed42a23b-0147-4be5-ac31-2e570d0641ee req-7d4aca04-60f7-4265-b2b1-4e452c2f66c0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385058 May 04 14:35:01.719245 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b07a2a-1d64-40de-bef1-0cfdd92e9a30 req-d0db9aa8-d587-4632-bca9-bd0c50fcf64a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:01.720955 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-26b07a2a-1d64-40de-bef1-0cfdd92e9a30 req-d0db9aa8-d587-4632-bca9-bd0c50fcf64a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0875509 May 04 14:35:01.770754 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-26b07a2a-1d64-40de-bef1-0cfdd92e9a30 req-75b608be-1996-428f-9f07-855f64334c10 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428443 May 04 14:35:02.251985 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.716529 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f742b2f-2a1f-46dd-a456-6c4b49b7f7af req-9b9aae05-ed1f-4fe6-ada5-afa2a4790575 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:02.717961 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7f742b2f-2a1f-46dd-a456-6c4b49b7f7af req-9b9aae05-ed1f-4fe6-ada5-afa2a4790575 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0819016 May 04 14:35:02.765409 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7f742b2f-2a1f-46dd-a456-6c4b49b7f7af req-e75fc9f4-cb54-4287-9990-d651faf3d084 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 May 04 14:35:02.967525 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5374b52-a502-4bc4-89b8-38b924f9d12f req-c9b6e0db-41a7-4eb9-a151-dc43ed52b21a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:02.969463 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5374b52-a502-4bc4-89b8-38b924f9d12f req-c9b6e0db-41a7-4eb9-a151-dc43ed52b21a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0887935 May 04 14:35:03.016839 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5374b52-a502-4bc4-89b8-38b924f9d12f req-046e31ae-2878-4633-be67-1d556ab64da6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414994 May 04 14:35:03.999169 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03e78e-b1e8-4bba-b0b4-15d8e5614199 req-88dc4108-1aac-44eb-983c-3e67ccba75c5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:04.001060 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd03e78e-b1e8-4bba-b0b4-15d8e5614199 req-88dc4108-1aac-44eb-983c-3e67ccba75c5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1159267 May 04 14:35:04.055709 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd03e78e-b1e8-4bba-b0b4-15d8e5614199 req-b299da9f-213c-4d4c-a8fe-8daeae004e4f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480855 May 04 14:35:04.230499 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ee9d9-9452-4898-bdc9-189240f43071 req-885d9345-16b2-4d9b-ae36-ccfd7ef6cce0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:04.232058 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c5ee9d9-9452-4898-bdc9-189240f43071 req-885d9345-16b2-4d9b-ae36-ccfd7ef6cce0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0891466 May 04 14:35:04.279041 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c5ee9d9-9452-4898-bdc9-189240f43071 req-d606277d-9e2d-4421-84d3-9638f284bc00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407763 May 04 14:35:05.242134 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fdecf-fb1c-4011-9392-d92280ce704b req-266d0f03-dff5-4c45-85d7-615f8711628b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:05.243655 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-222fdecf-fb1c-4011-9392-d92280ce704b req-266d0f03-dff5-4c45-85d7-615f8711628b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0870059 May 04 14:35:05.362552 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-222fdecf-fb1c-4011-9392-d92280ce704b req-bbb00f68-0a76-4c89-afec-0ed5eabae91c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097140 May 04 14:35:05.541728 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5f80-74a7-47b5-8581-c63208ff7b18 req-51c4e2df-901f-46d1-a570-d6a0716e19e7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:05.543525 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d68e5f80-74a7-47b5-8581-c63208ff7b18 req-51c4e2df-901f-46d1-a570-d6a0716e19e7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0866215 May 04 14:35:05.599088 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d68e5f80-74a7-47b5-8581-c63208ff7b18 req-d24a926b-ce81-491a-bd62-a68dc837aac6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496156 May 04 14:35:06.312047 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:35:06.543793 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f081f4-6784-4371-b57f-c6dc458d6eff req-f5ee135a-f3ea-4f13-a403-cc0c25015407 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:06.545128 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-82f081f4-6784-4371-b57f-c6dc458d6eff req-f5ee135a-f3ea-4f13-a403-cc0c25015407 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0788300 May 04 14:35:06.588745 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-82f081f4-6784-4371-b57f-c6dc458d6eff req-930ae01e-9e35-4cf6-9614-d05a4e2d81d4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 May 04 14:35:06.815946 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4661-5bf2-4662-b36d-c36463306932 req-77097911-2367-48e2-8909-b0a3b18a80f4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:06.820224 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-82cc4661-5bf2-4662-b36d-c36463306932 req-77097911-2367-48e2-8909-b0a3b18a80f4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1034057 May 04 14:35:06.869963 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-82cc4661-5bf2-4662-b36d-c36463306932 req-6097541c-10e9-4250-b5d5-7c59bad841f2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452719 May 04 14:35:07.779149 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ff06-fe86-498b-855f-433ec7a673d9 req-cc647ee4-06bb-47a9-9cb3-a2eddafb5348 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:07.780643 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a038ff06-fe86-498b-855f-433ec7a673d9 req-cc647ee4-06bb-47a9-9cb3-a2eddafb5348 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0851159 May 04 14:35:07.828357 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a038ff06-fe86-498b-855f-433ec7a673d9 req-9618daca-2612-405a-89ba-9330d63fce20 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 May 04 14:35:08.074513 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56f5dd-ac0e-4af8-ab7f-f96ac4a156fa req-63359139-eef7-4ec8-bc59-cb119b525326 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:08.076205 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3a56f5dd-ac0e-4af8-ab7f-f96ac4a156fa req-63359139-eef7-4ec8-bc59-cb119b525326 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0869875 May 04 14:35:08.123938 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3a56f5dd-ac0e-4af8-ab7f-f96ac4a156fa req-36f13f3a-628c-4006-a69e-fa542cd9c488 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413504 May 04 14:35:09.030940 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed9d0-eb52-4bc2-acdb-a3b2e25e3203 req-5633704f-d90f-4005-a5da-d8e8c501226a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:09.032580 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bd1ed9d0-eb52-4bc2-acdb-a3b2e25e3203 req-5633704f-d90f-4005-a5da-d8e8c501226a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0860913 May 04 14:35:09.082864 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bd1ed9d0-eb52-4bc2-acdb-a3b2e25e3203 req-4edc5eb9-10e9-4055-9389-f6d6764bf488 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445008 May 04 14:35:09.424270 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa736583-3a2c-44f4-bcf0-551ff81e4705 req-f2135ee2-c712-43e1-9ce9-3f238639309f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:09.425794 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-aa736583-3a2c-44f4-bcf0-551ff81e4705 req-f2135ee2-c712-43e1-9ce9-3f238639309f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1200612 May 04 14:35:09.474228 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-aa736583-3a2c-44f4-bcf0-551ff81e4705 req-a8ed97d7-1d9d-4fda-8258-cf030848117c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418901 May 04 14:35:10.293898 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2059de2-4224-48c1-8c4f-7964508bf2d4 req-56265851-cd61-43a3-a2d0-ece596a3a468 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:10.296186 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b2059de2-4224-48c1-8c4f-7964508bf2d4 req-56265851-cd61-43a3-a2d0-ece596a3a468 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0943024 May 04 14:35:10.341224 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b2059de2-4224-48c1-8c4f-7964508bf2d4 req-e1babbc6-e7fc-45e3-ac52-3ce09bafaec6 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 May 04 14:35:10.681689 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65205da8-1cf5-43df-b744-4a62c6ea4366 req-86e6a92f-41c4-41e1-8672-fe0b0e62e614 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:10.683884 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-65205da8-1cf5-43df-b744-4a62c6ea4366 req-86e6a92f-41c4-41e1-8672-fe0b0e62e614 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0861821 May 04 14:35:10.740479 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-65205da8-1cf5-43df-b744-4a62c6ea4366 req-4216d2b5-2196-45f9-82f3-0022295a4405 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495393 May 04 14:35:11.535039 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e1152-cfd0-4d4c-9dd9-9915f9a9ba3d req-db16df8f-6d2e-44c7-bd9b-98734c746d29 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:11.536657 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a03e1152-cfd0-4d4c-9dd9-9915f9a9ba3d req-db16df8f-6d2e-44c7-bd9b-98734c746d29 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0815675 May 04 14:35:11.583727 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a03e1152-cfd0-4d4c-9dd9-9915f9a9ba3d req-a2d5ef7c-d731-47b9-a006-6f3395d2540f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401895 May 04 14:35:11.992752 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264bfab-2b7d-4c8e-b8d3-b9da27db400b req-ca626d2d-bdd3-475e-a81c-773104cf84a2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:11.994518 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b264bfab-2b7d-4c8e-b8d3-b9da27db400b req-ca626d2d-bdd3-475e-a81c-773104cf84a2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1270943 May 04 14:35:12.051015 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b264bfab-2b7d-4c8e-b8d3-b9da27db400b req-86faa5a8-89fb-4c81-80f5-673d4ad74906 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460227 May 04 14:35:12.786691 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef41d6-4c6c-464b-b1a1-e15e0e9b1eb8 req-5ec723d0-394f-4a42-b6e0-14c3e9cb46f0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:12.788161 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3cef41d6-4c6c-464b-b1a1-e15e0e9b1eb8 req-5ec723d0-394f-4a42-b6e0-14c3e9cb46f0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0888629 May 04 14:35:12.838635 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3cef41d6-4c6c-464b-b1a1-e15e0e9b1eb8 req-8aaa311d-5852-4877-9d1c-d2134c7ac790 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 May 04 14:35:13.296522 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60ec8-e750-46d0-905a-b485f10d39d7 req-47cb791f-a51e-46aa-ac3a-f530529f0fa4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:13.298496 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8fe60ec8-e750-46d0-905a-b485f10d39d7 req-47cb791f-a51e-46aa-ac3a-f530529f0fa4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1017299 May 04 14:35:13.349385 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8fe60ec8-e750-46d0-905a-b485f10d39d7 req-623d650a-c18e-42e9-9487-1cbcade08334 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446279 May 04 14:35:14.032157 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89be8-8aa9-4c96-940e-1b6af604e501 req-bfb25e04-9cce-4c05-9a51-415cf5d89fea tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:14.033632 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a7a89be8-8aa9-4c96-940e-1b6af604e501 req-bfb25e04-9cce-4c05-9a51-415cf5d89fea tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0842624 May 04 14:35:14.079823 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a7a89be8-8aa9-4c96-940e-1b6af604e501 req-25f3a1d3-4c95-45f8-b7b6-cf63fbdd1904 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 May 04 14:35:14.548212 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e6f2-3810-48ef-9a12-b5b7480352d3 req-b3ecd048-a890-4cc3-9b0a-dad35cd2dbc5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:14.549687 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b806e6f2-3810-48ef-9a12-b5b7480352d3 req-b3ecd048-a890-4cc3-9b0a-dad35cd2dbc5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0829961 May 04 14:35:14.599798 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b806e6f2-3810-48ef-9a12-b5b7480352d3 req-06aecdfe-35f3-4971-a947-d293e63f822e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415499 May 04 14:35:15.283459 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863d011-0465-49fc-b2f5-2b29812456da req-aea0756c-d96c-47bc-98d1-078bdbc0af7f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:15.284977 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3863d011-0465-49fc-b2f5-2b29812456da req-aea0756c-d96c-47bc-98d1-078bdbc0af7f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0825326 May 04 14:35:15.336210 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3863d011-0465-49fc-b2f5-2b29812456da req-64b1cb82-22bc-43b1-be8b-840a40b586c6 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 May 04 14:35:15.860109 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73eba3-964f-44ac-b638-246e1da8dd24 req-b7934e00-e54f-49a7-aed5-203cd5e6b3d6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:15.867354 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b73eba3-964f-44ac-b638-246e1da8dd24 req-b7934e00-e54f-49a7-aed5-203cd5e6b3d6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1529930 May 04 14:35:15.909981 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b73eba3-964f-44ac-b638-246e1da8dd24 req-987ac1d7-3086-4072-9a65-7e7a054333ac tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414937 May 04 14:35:16.835269 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bccf03-0fd1-406e-a9c1-c35f443843d4 req-ff839545-7cf2-43da-9031-e8bc405ed9f7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:16.836840 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e0bccf03-0fd1-406e-a9c1-c35f443843d4 req-ff839545-7cf2-43da-9031-e8bc405ed9f7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1282673 May 04 14:35:16.885719 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e0bccf03-0fd1-406e-a9c1-c35f443843d4 req-864337eb-25ba-4812-9dee-e3b3cac93aac tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 May 04 14:35:17.125779 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b851e0a-c1fc-4aca-8f56-98653ce22d18 req-ede3fb97-3f1d-443a-b71c-96b03dcb8673 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:17.127463 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b851e0a-c1fc-4aca-8f56-98653ce22d18 req-ede3fb97-3f1d-443a-b71c-96b03dcb8673 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0842597 May 04 14:35:17.173536 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4b851e0a-c1fc-4aca-8f56-98653ce22d18 req-32716e9a-7a3a-4253-95b9-b272b2c5ebae tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398376 May 04 14:35:17.931306 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:35:18.071124 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:18.085807 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'port_id': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'mac_address': 'fa:16:3e:2f:ce:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:35:18.137786 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070e395-f685-445a-8e2f-0f19c7aedf05 req-e15d63d8-f968-45d4-85f2-2ef6c04b1b4e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:18.145503 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0070e395-f685-445a-8e2f-0f19c7aedf05 req-e15d63d8-f968-45d4-85f2-2ef6c04b1b4e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1296773 May 04 14:35:18.147871 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:18.166397 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:35:18.184093 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:18.191828 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:18.193393 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0070e395-f685-445a-8e2f-0f19c7aedf05 req-4bde0326-4a44-409c-9f61-10790934060b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466895 May 04 14:35:18.194484 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:18.275673 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=6']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:18.283271 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.283704 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.284141 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.284534 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.284925 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.285255 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.285578 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.285900 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.286240 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.286565 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.286891 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.287210 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:18.291541 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:18.392941 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ea5ee-bc3b-4a0e-b8fe-55be04f496a8 req-d3aff0ff-0f67-4171-932d-e1644c9b96ed tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:18.394439 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-891ea5ee-bc3b-4a0e-b8fe-55be04f496a8 req-d3aff0ff-0f67-4171-932d-e1644c9b96ed tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 944 time: 0.0892298 May 04 14:35:18.440186 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-891ea5ee-bc3b-4a0e-b8fe-55be04f496a8 req-55a2811d-ae71-4bf5-909b-3bb81508ca97 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397921 May 04 14:35:18.475825 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:35:19.286851 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111c9fa-d7f4-498e-ad2e-37b82a7eda5f req-755b9f39-1344-4e25-a3a9-06f4197a49b7 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:19.288371 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0111c9fa-d7f4-498e-ad2e-37b82a7eda5f req-755b9f39-1344-4e25-a3a9-06f4197a49b7 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 946 time: 0.0809958 May 04 14:35:19.338440 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0111c9fa-d7f4-498e-ad2e-37b82a7eda5f req-fff79c25-29c1-4462-9001-2d128d252ae9 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 May 04 14:35:19.521831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850afc9-8d42-4dd9-8d90-cc7b281d0904 req-2377facf-f92e-4ef3-aafa-7259190a532d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:19.523425 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2850afc9-8d42-4dd9-8d90-cc7b281d0904 req-2377facf-f92e-4ef3-aafa-7259190a532d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0902853 May 04 14:35:19.568923 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2850afc9-8d42-4dd9-8d90-cc7b281d0904 req-0fc71919-ef0b-47c6-b168-907936418f8e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395977 May 04 14:35:19.758518 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e932ee-3103-4695-a862-4b9b74249e78 req-aaabf0d2-6710-41fd-bb00-9e833cab5f1b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:19.760213 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-62e932ee-3103-4695-a862-4b9b74249e78 req-aaabf0d2-6710-41fd-bb00-9e833cab5f1b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 944 time: 0.0868967 May 04 14:35:19.815364 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-62e932ee-3103-4695-a862-4b9b74249e78 req-1b622ca4-6199-4537-9a56-8bdbff4fe4f5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482461 May 04 14:35:19.930094 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:20.005543 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:20.005922 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:20.044695 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-55b9d4e7-8cf1-4311-aee5-4ba7873e6b47 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:20.051523 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-55b9d4e7-8cf1-4311-aee5-4ba7873e6b47 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 814 time: 0.1672435 May 04 14:35:20.074663 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a964f69b-dbd9-4019-88a0-c0c347dd1fc4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/quotas/6db66aa4af824310a2f6f5cbe3efbba7 HTTP/1.1" status: 200 len: 375 time: 0.0220950 May 04 14:35:20.130907 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:20.158886 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:20.183577 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:20.190851 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:20.193671 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:20.211461 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-054e5fc4-3776-4e33-b10f-e2bcc9481e03 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1358097 May 04 14:35:20.228971 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'code': 200} May 04 14:35:20.267553 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=7']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:20.270889 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:20.347264 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-e5e8fc98-ccc0-4489-ae0f-9c4a9ad63de4 service neutron] 10.222.0.50 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349094 May 04 14:35:20.553528 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-66a909de-aa3b-4b2d-9b2e-eb92e8e1e467 service neutron] 10.222.0.50 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999745 May 04 14:35:20.572688 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57978c-0241-4c5f-8fd8-827e19afbe3f req-c846e9f9-b472-43b5-a002-ef27e6e2bfc6 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:20.574449 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7f57978c-0241-4c5f-8fd8-827e19afbe3f req-c846e9f9-b472-43b5-a002-ef27e6e2bfc6 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 946 time: 0.1209939 May 04 14:35:20.620806 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7f57978c-0241-4c5f-8fd8-827e19afbe3f req-af337493-cdb6-4004-ad26-370979a7a159 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 May 04 14:35:20.889942 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe2c4cf9-e77a-4e7e-8f39-968e584495b9 req-0d78cf1b-a770-41e6-a2fb-51f255a1c04a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 210 time: 0.0720890 May 04 14:35:20.965250 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59444140-65e7-4660-a830-45c8d96babe4 req-c96397a7-9b21-4dba-baa1-4323178edf21 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:20.973360 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-59444140-65e7-4660-a830-45c8d96babe4 req-c96397a7-9b21-4dba-baa1-4323178edf21 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.2249353 May 04 14:35:21.035978 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-59444140-65e7-4660-a830-45c8d96babe4 req-9d2b413b-1c95-460a-8048-5292cca0361b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600660 May 04 14:35:21.204028 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93a167-909b-4282-8833-3ce96759cc9e req-886f6389-cebf-4893-863f-819c3963b9be tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:21.210155 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ac93a167-909b-4282-8833-3ce96759cc9e req-886f6389-cebf-4893-863f-819c3963b9be tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1651063 May 04 14:35:21.309042 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ac93a167-909b-4282-8833-3ce96759cc9e req-5164fbda-4874-4682-932b-561677c68e2c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924301 May 04 14:35:22.260434 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6416580a-ae58-4ddb-ba15-4f6bc68842a7 req-ca5843de-2766-4880-9073-584664deab3c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 210 time: 0.0745192 May 04 14:35:22.338639 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc4bf1-5332-4cac-aae9-5d910924f616 req-bad38b73-53eb-4907-80bb-e4b5ff2d6cf2 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:22.344389 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5cfc4bf1-5332-4cac-aae9-5d910924f616 req-bad38b73-53eb-4907-80bb-e4b5ff2d6cf2 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 946 time: 0.3573859 May 04 14:35:22.553630 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5cfc4bf1-5332-4cac-aae9-5d910924f616 req-e2ef0281-5bb0-4183-85bb-8a9fd3a24b77 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030537 May 04 14:35:22.703269 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52250d76-fbef-47f5-9a36-372179276d67 req-1783aec2-07a4-4c09-886b-0a62642ee4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:22.705100 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-52250d76-fbef-47f5-9a36-372179276d67 req-1783aec2-07a4-4c09-886b-0a62642ee4b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 1098 time: 0.3236482 May 04 14:35:22.801649 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694e0e-ae16-4e36-ab72-cf7bd9b3f1d7 req-9b3bddb9-dc93-4981-b4e9-aedfe084461d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:22.803498 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1f694e0e-ae16-4e36-ab72-cf7bd9b3f1d7 req-9b3bddb9-dc93-4981-b4e9-aedfe084461d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.3716259 May 04 14:35:22.879178 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-52250d76-fbef-47f5-9a36-372179276d67 req-40164cb7-ad6e-4f6b-8126-76f4ad2566d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549511 May 04 14:35:22.956567 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-cb6ac309-7344-4087-b29d-73b8ba3838a2 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:22.959183 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-cb6ac309-7344-4087-b29d-73b8ba3838a2 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.54 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 946 time: 0.3606298 May 04 14:35:23.022830 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1f694e0e-ae16-4e36-ab72-cf7bd9b3f1d7 req-f67099ca-cb0e-44ba-8c57-5c2c90035d3d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065766 May 04 14:35:23.064535 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c9148-12ff-4cc9-917e-eee01d205967 req-15f7ff96-50e7-4a59-b1f7-506d1f51f9d2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:23.079182 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-686c9148-12ff-4cc9-917e-eee01d205967 req-15f7ff96-50e7-4a59-b1f7-506d1f51f9d2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.2635422 May 04 14:35:23.084750 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.262128 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-686c9148-12ff-4cc9-917e-eee01d205967 req-7e2ca329-874c-4223-b07e-bc308046b949 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786990 May 04 14:35:23.637867 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a93a3cd3-89be-4514-b19f-291edacdc95c req-7e96158a-bb48-4242-998c-3484b9c5fee2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 210 time: 0.0823014 May 04 14:35:23.718735 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-e08fc5c9-e801-4e89-b04d-c12db48730cb tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:23.720299 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-e08fc5c9-e801-4e89-b04d-c12db48730cb tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "GET /v2.0/networks?id=e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 200 len: 814 time: 0.3690701 May 04 14:35:23.754641 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Request body: {'port': {'device_id': '9353a819-88a4-4875-a3c1-eccd3a071a62', 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f', 'admin_state_up': True, 'tenant_id': '6db66aa4af824310a2f6f5cbe3efbba7'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:24.093300 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Deleting port a87ae237-c902-4383-8b60-80ce9385170d {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:35:24.093702 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:24.330418 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:24.356521 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:24.481103 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c9bb2-1159-48b9-bbd1-d64edd5f184b req-9ed31931-9340-47b4-b50b-1f7f3e7b27e1 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:24.489888 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d44c9bb2-1159-48b9-bbd1-d64edd5f184b req-9ed31931-9340-47b4-b50b-1f7f3e7b27e1 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 946 time: 0.7120583 May 04 14:35:24.593090 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Made reservation on behalf of 6db66aa4af824310a2f6f5cbe3efbba7 for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:24.596792 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:24.636968 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] For port a87ae237-c902-4383-8b60-80ce9385170d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a87ae237-c902-4383-8b60-80ce9385170d,segment=NetworkSegment(adb94654-8ab6-4726-b2ae-e57718a2bb30),segment_id=adb94654-8ab6-4726-b2ae-e57718a2bb30)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:24.637462 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:24.813485 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Calling delete_port for a87ae237-c902-4383-8b60-80ce9385170d owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:35:25.177250 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:25.209351 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-94f1128c-292c-400c-b441-35e27992e915 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:25.402221 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d44c9bb2-1159-48b9-bbd1-d64edd5f184b req-3a335a6d-c778-47b3-ac9a-98787b57a552 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9097464 May 04 14:35:25.648006 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Allocated IP 172.20.0.9 (e41747d0-5b71-4fe8-8b61-df5711da486f/2df62e40-ed5f-4351-aaf5-c84de8ddcd62/751e3674-b926-4aaa-8165-bf8924b58fae) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:35:25.752719 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Pushing event deleted for resources: {'Port': ['ID=a87ae237-c902-4383-8b60-80ce9385170d,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:25.769663 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:25.836538 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] No DVR routers for this DVR port a87ae237-c902-4383-8b60-80ce9385170d on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:35:25.842289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:25.849504 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295d2857-6ea0-4ecb-aa88-bb8d1df76c5c', 'name': 'network-vif-deleted', 'tag': 'a87ae237-c902-4383-8b60-80ce9385170d'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:25.909261 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a806dfa-bb5d-4d97-a32a-d7e9bd317b0c req-915d89d7-3d45-40c7-87bd-a1d31e39fa29 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:25.917897 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4a806dfa-bb5d-4d97-a32a-d7e9bd317b0c req-915d89d7-3d45-40c7-87bd-a1d31e39fa29 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 1.5479884 May 04 14:35:25.925675 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fb1d36af-7af8-4437-9530-c2369fa9d041 req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.54 "DELETE /v2.0/ports/a87ae237-c902-4383-8b60-80ce9385170d HTTP/1.1" status: 204 len: 173 time: 2.6233153 May 04 14:35:25.960731 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device a87ae237-c902-4383-8b60-80ce9385170d no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:35:26.056391 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: a87ae237-c902-4383-8b60-80ce9385170d {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:35:26.058335 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device a87ae237-c902-4383-8b60-80ce9385170d not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:35:26.096613 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df659422-add0-448f-9de0-cde6e91654f8 req-2ccd84ca-3abc-4b70-842b-944ad940be4a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:26.098861 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-df659422-add0-448f-9de0-cde6e91654f8 req-2ccd84ca-3abc-4b70-842b-944ad940be4a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.3842258 May 04 14:35:26.169889 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4a806dfa-bb5d-4d97-a32a-d7e9bd317b0c req-0232448b-3268-4695-95e9-0b3361500339 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269669 May 04 14:35:26.281150 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-df659422-add0-448f-9de0-cde6e91654f8 req-c33594b8-01a6-4703-8f40-d735ead92afb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429226 May 04 14:35:26.476137 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:26.548775 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:26.578842 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295d2857-6ea0-4ecb-aa88-bb8d1df76c5c', 'name': 'network-vif-deleted', 'tag': 'a87ae237-c902-4383-8b60-80ce9385170d', 'status': 'completed', 'code': 200} May 04 14:35:26.580922 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:26.594344 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['8121e0cd-3e09-492e-a05a-27d799606093', '737f94dc-f39b-4280-9943-0d92220675f9', '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:35:26.871258 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Network e41747d0-5b71-4fe8-8b61-df5711da486f is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:35:26.881860 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:26.893646 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:35:27.135076 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-ed7174a3-8ae8-4082-b089-d90acedf19c3 req-40e52448-b3be-4e1b-a745-207fde056826 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Synchronizing usage tracker for tenant:9265106fab0a4a9eb06488ab77bc4ed3 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:35:27.193663 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Pushing event updated for resources: {'Port': ['ID=751e3674-b926-4aaa-8165-bf8924b58fae,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:27.205960 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:27.240595 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ae70b-3388-42a8-9062-5051d19a65d7 req-880aab08-ee76-4c1e-8fec-ec4522b51d02 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:27.241879 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-977ae70b-3388-42a8-9062-5051d19a65d7 req-880aab08-ee76-4c1e-8fec-ec4522b51d02 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Synchronizing usage tracker for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:35:27.261040 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2a51da44-83f8-486c-9c57-0f68db7550b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:27.268463 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:27.269625 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:27.296815 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-ed7174a3-8ae8-4082-b089-d90acedf19c3 req-40e52448-b3be-4e1b-a745-207fde056826 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Unset dirty status for tenant:9265106fab0a4a9eb06488ab77bc4ed3 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:35:27.313939 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed7174a3-8ae8-4082-b089-d90acedf19c3 req-40e52448-b3be-4e1b-a745-207fde056826 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=295d2857-6ea0-4ecb-aa88-bb8d1df76c5c HTTP/1.1" status: 200 len: 210 time: 0.4473574 May 04 14:35:27.340627 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5927019 May 04 14:35:27.343781 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-977ae70b-3388-42a8-9062-5051d19a65d7 req-880aab08-ee76-4c1e-8fec-ec4522b51d02 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Unset dirty status for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:35:27.345140 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-977ae70b-3388-42a8-9062-5051d19a65d7 req-880aab08-ee76-4c1e-8fec-ec4522b51d02 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 931 time: 0.6626995 May 04 14:35:27.368018 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Request body: {'port': {'device_id': '9353a819-88a4-4875-a3c1-eccd3a071a62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:27.499393 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-977ae70b-3388-42a8-9062-5051d19a65d7 req-d68aff94-2580-4176-9a69-9c99f865c1c1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423984 May 04 14:35:27.718596 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:27.912811 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95b78a-487f-4d6f-9833-1ced842ae57e req-7efb582c-b220-43f0-8637-db4e63988617 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:27.921435 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bf95b78a-487f-4d6f-9833-1ced842ae57e req-7efb582c-b220-43f0-8637-db4e63988617 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.4186425 May 04 14:35:27.947964 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d2b59-7771-444c-bee9-ad8062711e47 req-b87c04be-e779-4dc4-875e-b3290a85e204 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:27.949473 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dd4d2b59-7771-444c-bee9-ad8062711e47 req-b87c04be-e779-4dc4-875e-b3290a85e204 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.3374720 May 04 14:35:28.053059 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bf95b78a-487f-4d6f-9833-1ced842ae57e req-ae5bcc47-79d7-4fff-829f-0815accb2691 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305883 May 04 14:35:28.061433 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dd4d2b59-7771-444c-bee9-ad8062711e47 req-f1d64633-9739-4d5f-be25-31469baa7b24 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039627 May 04 14:35:28.341921 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751e3674-b926-4aaa-8165-bf8924b58fae {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:35:28.350581 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:28.367186 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Transition to ACTIVE for port object 751e3674-b926-4aaa-8165-bf8924b58fae will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:28.375308 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:28.385809 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:28.656922 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Pushing event updated for resources: {'Port': ['ID=751e3674-b926-4aaa-8165-bf8924b58fae,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:28.878542 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:29.120140 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475fe42-210d-4411-80f5-e798fd006106 req-3dcc9b11-82d0-49c1-8fd9-12257f53de9f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:29.127859 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b475fe42-210d-4411-80f5-e798fd006106 req-3dcc9b11-82d0-49c1-8fd9-12257f53de9f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.4854217 May 04 14:35:29.150807 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fefa3-3c03-455f-aa73-0884ac049d33 req-fa14351e-c850-4f66-b1f9-17558574b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:29.152439 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-af4fefa3-3c03-455f-aa73-0884ac049d33 req-fa14351e-c850-4f66-b1f9-17558574b3e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 1098 time: 0.5450745 May 04 14:35:29.153131 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Attempting to bind port 751e3674-b926-4aaa-8165-bf8924b58fae on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:35:29.153463 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Attempting to bind port 751e3674-b926-4aaa-8165-bf8924b58fae by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:35:29.153788 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Attempting to bind port 751e3674-b926-4aaa-8165-bf8924b58fae on network e41747d0-5b71-4fe8-8b61-df5711da486f {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:29.168606 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cdf9c-43db-4132-b49d-78956a68cf8b req-2f342816-c5eb-4368-9b8d-679ec2ba92c1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:29.171719 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-670cdf9c-43db-4132-b49d-78956a68cf8b req-2f342816-c5eb-4368-9b8d-679ec2ba92c1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.4431701 May 04 14:35:29.198056 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Port 751e3674-b926-4aaa-8165-bf8924b58fae on network e41747d0-5b71-4fe8-8b61-df5711da486f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:35:29.198457 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Attempting to bind port 751e3674-b926-4aaa-8165-bf8924b58fae on network e41747d0-5b71-4fe8-8b61-df5711da486f {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:29.249021 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:35:29.249366 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Checking segment: {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:29.249897 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Bound using segment: {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:35:29.250368 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Bound port: 751e3674-b926-4aaa-8165-bf8924b58fae, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cee9f9-01e9-465e-a8c3-66db8c5b93a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:35:29.250713 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:29.355713 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b475fe42-210d-4411-80f5-e798fd006106 req-84944bdf-f684-468c-bb36-c7d924752fdd tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240181 May 04 14:35:29.396442 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-670cdf9c-43db-4132-b49d-78956a68cf8b req-50aa0af2-ecca-4d51-ba05-27ae62902298 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027059 May 04 14:35:29.609437 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fefa3-3c03-455f-aa73-0884ac049d33 req-f7c6abbc-149a-40d6-ac2f-c24b0d6edc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:29.610914 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-af4fefa3-3c03-455f-aa73-0884ac049d33 req-f7c6abbc-149a-40d6-ac2f-c24b0d6edc79 service neutron] 10.222.0.54 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 920 time: 0.4383614 May 04 14:35:29.624976 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] For port 751e3674-b926-4aaa-8165-bf8924b58fae, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:35:29.635970 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] For port 751e3674-b926-4aaa-8165-bf8924b58fae, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=751e3674-b926-4aaa-8165-bf8924b58fae,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:35:29.649993 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:29.656186 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:29.662294 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:29.740487 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:29.741104 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:29.742475 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] 10.222.0.54 "PUT /v2.0/ports/751e3674-b926-4aaa-8165-bf8924b58fae HTTP/1.1" status: 200 len: 1093 time: 2.3838110 May 04 14:35:29.744659 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9353a819-88a4-4875-a3c1-eccd3a071a62', 'tag': '751e3674-b926-4aaa-8165-bf8924b58fae'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:29.758018 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Pushing event updated for resources: {'Port': ['ID=751e3674-b926-4aaa-8165-bf8924b58fae,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:29.761867 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:29.771891 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a31665-e896-4610-8857-061fed5d0d9e req-200a586f-2476-4e64-a739-4e924bf7a85c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:29.776586 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-89a31665-e896-4610-8857-061fed5d0d9e req-200a586f-2476-4e64-a739-4e924bf7a85c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.2483506 May 04 14:35:29.801889 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-09c0d2d4-71b6-4df1-8c37-d8043fb3448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:29.842342 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-89a31665-e896-4610-8857-061fed5d0d9e req-e9316ea7-b956-4934-8b82-5d8aa915f260 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588896 May 04 14:35:29.909804 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9353a819-88a4-4875-a3c1-eccd3a071a62', 'tag': '751e3674-b926-4aaa-8165-bf8924b58fae', 'status': 'completed', 'code': 200} May 04 14:35:30.548142 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1d5f9-dd97-4735-9073-6700fb1d1f95 req-fa8369aa-d635-417f-9aeb-e5baaa0c85d2 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:30.549969 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-75a1d5f9-dd97-4735-9073-6700fb1d1f95 req-fa8369aa-d635-417f-9aeb-e5baaa0c85d2 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0816011 May 04 14:35:30.593993 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-75a1d5f9-dd97-4735-9073-6700fb1d1f95 req-f4244484-4af3-4c32-8137-da412f0f8516 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380719 May 04 14:35:30.692181 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:30.780699 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526df438-f6a9-441a-b74f-514249fff010 req-262eb82d-9074-4c5a-bd0f-dcf62713fd47 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:30.782850 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-526df438-f6a9-441a-b74f-514249fff010 req-262eb82d-9074-4c5a-bd0f-dcf62713fd47 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.0884793 May 04 14:35:30.832737 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-526df438-f6a9-441a-b74f-514249fff010 req-22d30579-bc5c-4150-8fbb-04dec95622b5 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438786 May 04 14:35:31.064220 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cf7f4-111d-497e-bfb4-cad1088aba1b req-fbbbb8ee-3734-4639-9ad8-c7e560bd7878 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:31.065749 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b53cf7f4-111d-497e-bfb4-cad1088aba1b req-fbbbb8ee-3734-4639-9ad8-c7e560bd7878 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1006594 May 04 14:35:31.123495 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b53cf7f4-111d-497e-bfb4-cad1088aba1b req-b75f2e25-8522-45d6-98dc-29907748420b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488944 May 04 14:35:31.797671 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62cacc-a5f3-4ad3-a65b-43e38ec84693 req-072402d5-8b9f-424b-a69d-0a0d7ae9d799 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:31.800050 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9c62cacc-a5f3-4ad3-a65b-43e38ec84693 req-072402d5-8b9f-424b-a69d-0a0d7ae9d799 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0819640 May 04 14:35:31.860164 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9c62cacc-a5f3-4ad3-a65b-43e38ec84693 req-0fec9c64-88dd-45c1-ac72-0272034b42f5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534012 May 04 14:35:32.065352 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf41af-59bc-472e-94da-310f6aacc7ca req-39300034-96cb-4b8f-8286-35b7b6c7d56a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:32.066999 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8dcf41af-59bc-472e-94da-310f6aacc7ca req-39300034-96cb-4b8f-8286-35b7b6c7d56a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.0941782 May 04 14:35:32.116686 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8dcf41af-59bc-472e-94da-310f6aacc7ca req-18d7bc86-012b-4806-aaa2-a2b72462d021 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435071 May 04 14:35:32.252351 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:32.421852 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f70f98-bbd8-4e3f-899a-bab18beb6be6 req-0c925550-c2ca-44d7-bb14-94eb594ae29a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:32.423763 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d8f70f98-bbd8-4e3f-899a-bab18beb6be6 req-0c925550-c2ca-44d7-bb14-94eb594ae29a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1412764 May 04 14:35:32.490708 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d8f70f98-bbd8-4e3f-899a-bab18beb6be6 req-211e3f5b-2450-4e11-b94a-f19da01e5b40 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608556 May 04 14:35:32.761795 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-af4fefa3-3c03-455f-aa73-0884ac049d33 req-62e5153e-03ee-48ad-be60-47309ee4fc2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 HTTP/1.1" status: 200 len: 217 time: 0.1022477 May 04 14:35:32.934903 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fefa3-3c03-455f-aa73-0884ac049d33 req-6dfb5caa-aafd-4d96-bef1-8fdc30172e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:32.936353 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-af4fefa3-3c03-455f-aa73-0884ac049d33 req-6dfb5caa-aafd-4d96-bef1-8fdc30172e80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 200 len: 859 time: 0.1652701 May 04 14:35:32.946562 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ed8c-7b62-47df-b186-5f4c6d16e769 req-e7ae3fe2-eacc-4d5d-914d-65a248cc2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:32.948139 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1a27ed8c-7b62-47df-b186-5f4c6d16e769 req-e7ae3fe2-eacc-4d5d-914d-65a248cc2412 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 1096 time: 0.2266219 May 04 14:35:33.082024 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-af4fefa3-3c03-455f-aa73-0884ac049d33 req-cadeca5b-8020-4399-ab80-b23a6b7965fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=375c64a7-d216-49b0-a85c-1971e50e8e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870895 May 04 14:35:33.333556 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ed8c-7b62-47df-b186-5f4c6d16e769 req-97d7819e-d4e9-4e1c-a073-2dd409b7ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:33.334990 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1a27ed8c-7b62-47df-b186-5f4c6d16e769 req-97d7819e-d4e9-4e1c-a073-2dd409b7ed96 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3412788 May 04 14:35:33.383322 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78818d2-60b8-469b-b7d3-108fff90e275 req-a3f6a340-b9b3-4df4-8346-f1a99c365194 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:33.385186 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b78818d2-60b8-469b-b7d3-108fff90e275 req-a3f6a340-b9b3-4df4-8346-f1a99c365194 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.4222233 May 04 14:35:33.432824 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-af4fefa3-3c03-455f-aa73-0884ac049d33 req-ae9601a4-56da-4677-a7e1-3b65377150da service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020220 May 04 14:35:33.489604 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 43400) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:33.551212 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-47df2d5d-48a6-4448-9c62-8105860504cf admin admin] Deleting subnet ab63ebc0-68b4-4d58-883a-2bd920f115ee {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:35:33.554248 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-47df2d5d-48a6-4448-9c62-8105860504cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:33.602200 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-47df2d5d-48a6-4448-9c62-8105860504cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:33.615254 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b78818d2-60b8-469b-b7d3-108fff90e275 req-99766d27-06fb-4d70-a47b-0f72898f523e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231123 May 04 14:35:33.655108 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39cadb-dbdc-498e-b7e0-3c4972266545 req-f33e6453-f27d-491f-a078-b0bdeed14782 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:33.656625 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed39cadb-dbdc-498e-b7e0-3c4972266545 req-f33e6453-f27d-491f-a078-b0bdeed14782 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.3881164 May 04 14:35:33.656805 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-47df2d5d-48a6-4448-9c62-8105860504cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:33.667705 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ed8c-7b62-47df-b186-5f4c6d16e769 req-22cba231-3df7-422a-bbd2-6fcb6015cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:33.669081 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1a27ed8c-7b62-47df-b186-5f4c6d16e769 req-22cba231-3df7-422a-bbd2-6fcb6015cbe1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3197711 May 04 14:35:33.703402 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-af4fefa3-3c03-455f-aa73-0884ac049d33 req-1222d8bd-ada4-4a99-8858-7c7cf3fb48a5 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217107 May 04 14:35:33.725415 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed39cadb-dbdc-498e-b7e0-3c4972266545 req-5b67aa4e-9c11-4859-976e-9a108dc140ec tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590568 May 04 14:35:33.809421 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34932b6-8dfa-4cf7-bd9a-450686ef53b2 req-0e6cf62b-6e5e-4f7c-bccb-817c20b7b444 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:33.811024 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e34932b6-8dfa-4cf7-bd9a-450686ef53b2 req-0e6cf62b-6e5e-4f7c-bccb-817c20b7b444 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0847168 May 04 14:35:33.859913 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e34932b6-8dfa-4cf7-bd9a-450686ef53b2 req-c091af91-ed03-4088-a3bd-c7aef73536b0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433002 May 04 14:35:33.923770 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-47df2d5d-48a6-4448-9c62-8105860504cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:33.929022 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:33.962400 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df2d5d-48a6-4448-9c62-8105860504cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab63ebc0-68b4-4d58-883a-2bd920f115ee,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:33.964361 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-47df2d5d-48a6-4448-9c62-8105860504cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:33.969546 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-47df2d5d-48a6-4448-9c62-8105860504cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:33.971687 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-47df2d5d-48a6-4448-9c62-8105860504cf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ab63ebc0-68b4-4d58-883a-2bd920f115ee HTTP/1.1" status: 204 len: 168 time: 0.4810767 May 04 14:35:33.974107 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 43408) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:33.976240 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-7ab5b049-9892-4123-9ead-206024c12a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:33.977644 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-7ab5b049-9892-4123-9ead-206024c12a57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 1096 time: 0.0827355 May 04 14:35:34.061804 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-78bfebc6-b099-4f19-98ef-ff4334082a3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751e3674-b926-4aaa-8165-bf8924b58fae HTTP/1.1" status: 200 len: 217 time: 0.0638144 May 04 14:35:34.084759 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:34.143568 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-5a400591-a27e-4bcc-8d15-9d8a9a75aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:34.145143 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-5a400591-a27e-4bcc-8d15-9d8a9a75aca6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2df62e40-ed5f-4351-aaf5-c84de8ddcd62 HTTP/1.1" status: 200 len: 854 time: 0.0573242 May 04 14:35:34.196768 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-4b8ac230-195d-48ab-986d-4c7ddd7b2899 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e41747d0-5b71-4fe8-8b61-df5711da486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410469 May 04 14:35:34.207972 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:34.317771 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15cdae3-637e-430a-aeda-32d935f276e5']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:34.330973 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b156e56-3157-4ea2-b37c-a42c89d5b665') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:34.331281 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b156e56-3157-4ea2-b37c-a42c89d5b665') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:34.343163 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2612989'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:34.360461 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:34.366971 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:35:34.374815 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-9b9be7e9-497e-45e3-b7ab-aab59ab37927 service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676247 May 04 14:35:34.424297 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094308f-7582-40d3-8c1c-26df35c68138 req-cd0b3e3d-402a-44fc-97b5-7bb2f0386c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:34.425751 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0094308f-7582-40d3-8c1c-26df35c68138 req-cd0b3e3d-402a-44fc-97b5-7bb2f0386c20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 1098 time: 0.1401131 May 04 14:35:34.554827 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Network a15cdae3-637e-430a-aeda-32d935f276e5 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:35:34.564927 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612086'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:34.711097 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97a1c8b9-7737-48b0-8ad4-6c2afe1068bc req-143a3e6a-9c12-4385-a20d-2ffa81aff465 service neutron] 10.222.0.54 "GET /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246126 May 04 14:35:34.733877 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094308f-7582-40d3-8c1c-26df35c68138 req-7ebaffca-317d-4445-a636-a8a6703c1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:34.735242 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0094308f-7582-40d3-8c1c-26df35c68138 req-7ebaffca-317d-4445-a636-a8a6703c1bab service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 918 time: 0.1629007 May 04 14:35:34.826334 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Network a15cdae3-637e-430a-aeda-32d935f276e5 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: Traceback (most recent call last): May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: timer() May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: cb(*args, **kw) May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: return func(*args, **kwargs) May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: self._notify() May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: self.callback(batched_events) May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: event.method(event) May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: return f(self, *a, **k) May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._get(url).json() May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:35:34.944270 dv-cinder-772623-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:35:35.018504 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:35.023089 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-82e06278-4d75-4c1d-b34e-fb0478dbb8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:35.026562 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0094308f-7582-40d3-8c1c-26df35c68138 req-51159bc7-6cee-4440-adbf-91096bbcb51d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 HTTP/1.1" status: 200 len: 1001 time: 0.2496665 May 04 14:35:35.044734 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:35.047286 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a15cdae3-637e-430a-aeda-32d935f276e5,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:35.051826 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:35.053689 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a15cdae3-637e-430a-aeda-32d935f276e5 HTTP/1.1" status: 204 len: 168 time: 1.0784669 May 04 14:35:35.113079 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a9911-5f1a-4a73-a5d3-3d757140cc14 req-700f4d24-ea7a-4972-93c0-375e6bd38f19 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:35.114445 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8f4a9911-5f1a-4a73-a5d3-3d757140cc14 req-700f4d24-ea7a-4972-93c0-375e6bd38f19 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.2222595 May 04 14:35:35.146825 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ba5c5-3089-45e3-b65b-944ff1b50cde req-b93d686f-28a8-41d5-9613-3fd17e14a3c0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:35.148277 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-955ba5c5-3089-45e3-b65b-944ff1b50cde req-b93d686f-28a8-41d5-9613-3fd17e14a3c0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.2116725 May 04 14:35:35.152762 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094308f-7582-40d3-8c1c-26df35c68138 req-5fd5b939-6170-4420-b501-bba080828a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:35.154288 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0094308f-7582-40d3-8c1c-26df35c68138 req-5fd5b939-6170-4420-b501-bba080828a7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.1171649 May 04 14:35:35.232714 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8f4a9911-5f1a-4a73-a5d3-3d757140cc14 req-c47dd97a-9ad0-42f7-b10c-e3ca315a1f1d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110725 May 04 14:35:35.268272 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-955ba5c5-3089-45e3-b65b-944ff1b50cde req-bcbf5ae8-11e2-40c5-a363-e03391828fbd tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724051 May 04 14:35:35.292422 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094308f-7582-40d3-8c1c-26df35c68138 req-6a7157e7-2210-4c19-ac80-28db41de3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:35.294143 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0094308f-7582-40d3-8c1c-26df35c68138 req-6a7157e7-2210-4c19-ac80-28db41de3a5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1290634 May 04 14:35:35.355524 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 43434) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:35.406975 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-513f6624-0d39-4eb4-9bdd-02e7d6a1bb75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d855404ee60646168c89cc928ed8a9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501316 May 04 14:35:35.409392 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 43438) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:35.466947 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-024a1bb8-b1b6-475f-8a99-b6f8a5fbd4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:35.486739 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0094308f-7582-40d3-8c1c-26df35c68138 req-79d38405-e79a-4d94-a6fd-358f8fae06ff service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830537 May 04 14:35:35.493413 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-024a1bb8-b1b6-475f-8a99-b6f8a5fbd4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:35.498469 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cac3d5-7f16-4b65-aaa1-58b19e1ea1fd req-296c9e62-7d70-4990-acf1-16c49d437b76 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:35.499908 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a9cac3d5-7f16-4b65-aaa1-58b19e1ea1fd req-296c9e62-7d70-4990-acf1-16c49d437b76 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.1609430 May 04 14:35:35.544443 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a9cac3d5-7f16-4b65-aaa1-58b19e1ea1fd req-3499754b-1358-4125-b398-bf4ebb73f12f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387664 May 04 14:35:35.544704 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-024a1bb8-b1b6-475f-8a99-b6f8a5fbd4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:35.548581 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-15b16876-65b6-4757-81c2-c0704ab96bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:35.559577 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a1bb8-b1b6-475f-8a99-b6f8a5fbd4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20bd349-2384-4c78-ba01-1eb74033ac7d,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:35.562530 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-024a1bb8-b1b6-475f-8a99-b6f8a5fbd4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:35.571212 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-024a1bb8-b1b6-475f-8a99-b6f8a5fbd4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:35.572391 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-024a1bb8-b1b6-475f-8a99-b6f8a5fbd4fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c20bd349-2384-4c78-ba01-1eb74033ac7d HTTP/1.1" status: 204 len: 168 time: 0.1620924 May 04 14:35:36.427380 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675603f4-813e-45a6-918f-946596b230ff req-2f34ca46-d83e-4272-a731-4c117f3fdfa4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:36.429098 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-675603f4-813e-45a6-918f-946596b230ff req-2f34ca46-d83e-4272-a731-4c117f3fdfa4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0803440 May 04 14:35:36.492429 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-675603f4-813e-45a6-918f-946596b230ff req-9d767ae2-711a-403d-bf04-59bbd6258eaf tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572727 May 04 14:35:36.677013 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b907c6a-2f36-40f9-af9e-2d23306eff10 req-2c981516-1502-4a46-bca6-4bd4030d075c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:36.678374 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2b907c6a-2f36-40f9-af9e-2d23306eff10 req-2c981516-1502-4a46-bca6-4bd4030d075c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.0792933 May 04 14:35:36.722950 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2b907c6a-2f36-40f9-af9e-2d23306eff10 req-8ccb2d4e-8873-471d-ada9-2b2ac802672c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384030 May 04 14:35:36.894663 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84d443-23c0-4c43-a58c-b132b3a0e006 req-f3fe2bc5-bdf2-4c52-8078-06bb909676aa tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:36.896236 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3d84d443-23c0-4c43-a58c-b132b3a0e006 req-f3fe2bc5-bdf2-4c52-8078-06bb909676aa tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.0823100 May 04 14:35:36.945569 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3d84d443-23c0-4c43-a58c-b132b3a0e006 req-dcfcee81-7dd5-4d42-808c-62e2ec36ebb5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429828 May 04 14:35:37.685389 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834530c8-07af-4c1d-9215-a99afc0a1e37 req-307e86c8-f4dc-4eb2-8112-eb0b250a04c5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:37.686843 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-834530c8-07af-4c1d-9215-a99afc0a1e37 req-307e86c8-f4dc-4eb2-8112-eb0b250a04c5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0863028 May 04 14:35:37.732029 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-834530c8-07af-4c1d-9215-a99afc0a1e37 req-5841b840-0aef-43ee-90e2-14257686d7eb tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 May 04 14:35:37.916595 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afad7c-7fe0-40f7-8557-baf3133f3dcf req-aac6a83e-b1ef-4e1e-9b5b-910f7f4d7686 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:37.918032 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a3afad7c-7fe0-40f7-8557-baf3133f3dcf req-aac6a83e-b1ef-4e1e-9b5b-910f7f4d7686 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.0901349 May 04 14:35:37.965753 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a3afad7c-7fe0-40f7-8557-baf3133f3dcf req-f7188b24-54da-47e0-af2b-bd898948e21e tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397251 May 04 14:35:38.112567 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:35:38.236470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:38.264959 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:38.275739 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:38.281240 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:38.283758 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:38.326401 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9bf34-1d7d-42b2-a943-882b78f67a47 req-533ce903-c35a-47c5-8f4e-71d5d59e97b2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:38.328597 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'code': 200} May 04 14:35:38.332409 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c5c9bf34-1d7d-42b2-a943-882b78f67a47 req-533ce903-c35a-47c5-8f4e-71d5d59e97b2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 945 time: 0.2735212 May 04 14:35:38.354040 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=8']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:38.357156 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:38.387580 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0094308f-7582-40d3-8c1c-26df35c68138 req-84f869b6-d75d-4d0f-9a6d-8a392540a621 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654507 May 04 14:35:38.394273 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c5c9bf34-1d7d-42b2-a943-882b78f67a47 req-9378c460-6fe2-4e31-aedf-684896faf68e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590434 May 04 14:35:38.933455 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a4d1d-24fa-4831-9c55-4e9341a2706a req-036085b5-db10-425a-a5ec-3ff19103a86a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:38.934923 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2e5a4d1d-24fa-4831-9c55-4e9341a2706a req-036085b5-db10-425a-a5ec-3ff19103a86a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0872142 May 04 14:35:38.980750 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2e5a4d1d-24fa-4831-9c55-4e9341a2706a req-eb2a550d-af4f-4bbf-b918-b0d07cc20d63 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396318 May 04 14:35:39.169545 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4b102-65ea-4849-b3e1-6d02e95a203f req-096d6d47-f103-4f75-ba2a-24d54f505714 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:39.176496 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-75b4b102-65ea-4849-b3e1-6d02e95a203f req-096d6d47-f103-4f75-ba2a-24d54f505714 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.0980475 May 04 14:35:39.252421 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-75b4b102-65ea-4849-b3e1-6d02e95a203f req-52237677-7ddc-4757-96d9-1c991667837d tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749745 May 04 14:35:39.408597 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-ddb8ec03-81b1-45c8-8439-7307a7719403 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:39.410047 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-ddb8ec03-81b1-45c8-8439-7307a7719403 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/networks?id=ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 HTTP/1.1" status: 200 len: 814 time: 0.1851361 May 04 14:35:39.425109 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-6acc4b3e-0fff-46af-9159-be5c675270b6 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/quotas/9265106fab0a4a9eb06488ab77bc4ed3 HTTP/1.1" status: 200 len: 375 time: 0.0092018 May 04 14:35:39.473670 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-ef5bcdab-cf75-495a-bede-4ef909a81d08 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9265106fab0a4a9eb06488ab77bc4ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432024 May 04 14:35:39.660619 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-5a6c62b8-7cdb-48b7-b189-2d605db52c08 service neutron] 10.222.0.50 "GET /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800220 May 04 14:35:39.781641 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5071f-908d-438a-bbf4-d1309c427746 req-2d0907c6-e878-48ec-8554-7e7e3b901e40 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:39.783081 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cae5071f-908d-438a-bbf4-d1309c427746 req-2d0907c6-e878-48ec-8554-7e7e3b901e40 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.2128217 May 04 14:35:39.836852 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-55806036-a9eb-4004-963f-12c5482e9f9a service neutron] 10.222.0.50 "GET /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692665 May 04 14:35:39.856789 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cae5071f-908d-438a-bbf4-d1309c427746 req-c441381c-6110-49f2-aa68-d520a2965ea1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594761 May 04 14:35:40.024182 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7de9f83b-ea9f-4fab-a6de-98485e3d75ee req-eb16ed3d-4bd4-4ade-a9bc-b1bc3e666070 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 210 time: 0.0456603 May 04 14:35:40.220096 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c906d-b3a3-4d47-9dbe-3e4946928b98 req-76c5671f-6278-4b03-a2e6-cec7c49f9f68 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:40.224121 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3a7c906d-b3a3-4d47-9dbe-3e4946928b98 req-76c5671f-6278-4b03-a2e6-cec7c49f9f68 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1117961 May 04 14:35:40.267844 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3a7c906d-b3a3-4d47-9dbe-3e4946928b98 req-9dc7de29-aa3f-48ee-9893-9e4ec5cb63f5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 May 04 14:35:40.472316 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04097c4-7a7d-4c32-862e-867e80bb23a2 req-9292c9f0-2aae-46bd-90ee-a489b0485191 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:40.481312 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b04097c4-7a7d-4c32-862e-867e80bb23a2 req-9292c9f0-2aae-46bd-90ee-a489b0485191 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.1087611 May 04 14:35:40.542358 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b04097c4-7a7d-4c32-862e-867e80bb23a2 req-b90c7478-c70e-4f8c-8288-0f13f6683787 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599837 May 04 14:35:41.068202 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad121e-a76b-480a-8ce0-8bba3f9017b9 req-89feb907-a9e5-42f8-8095-8388c7aec5e2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:41.069637 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41ad121e-a76b-480a-8ce0-8bba3f9017b9 req-89feb907-a9e5-42f8-8095-8388c7aec5e2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0917623 May 04 14:35:41.115529 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41ad121e-a76b-480a-8ce0-8bba3f9017b9 req-0e24e5cc-fa53-43fa-9008-f6a5fddce1f2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401433 May 04 14:35:41.260000 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-24c2032d-97d8-4d73-841a-346f4c8cdef2 req-f0c5fe81-330c-4d69-a639-8b2dc5a90117 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 210 time: 0.0460711 May 04 14:35:41.724691 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a522e4e-915e-4e97-ac33-3e960322dc50 req-611bb9ad-b677-4950-a578-22e06e84227f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:41.726134 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6a522e4e-915e-4e97-ac33-3e960322dc50 req-611bb9ad-b677-4950-a578-22e06e84227f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.0802042 May 04 14:35:41.770685 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6a522e4e-915e-4e97-ac33-3e960322dc50 req-fb672cb2-4f00-4c9f-9f4d-5c59e3408884 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 May 04 14:35:42.315187 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ab8f6-1f07-4ec3-95ca-334c145c141f req-c8055d8f-71c9-4e44-8cbd-c61561c8edbe tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:42.316649 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0a2ab8f6-1f07-4ec3-95ca-334c145c141f req-c8055d8f-71c9-4e44-8cbd-c61561c8edbe tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0829427 May 04 14:35:42.360931 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0a2ab8f6-1f07-4ec3-95ca-334c145c141f req-1f3689f3-2c20-4088-be33-723ebf5d9529 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385766 May 04 14:35:42.663172 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b6c992a2-ecf1-48d9-b266-61afc54fafea req-8034f262-8675-45f5-8bc2-73a893455a80 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 210 time: 0.0509319 May 04 14:35:42.691901 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 751e3674-b926-4aaa-8165-bf8924b58fae details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:35:42.847454 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 751e3674-b926-4aaa-8165-bf8924b58fae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=751e3674-b926-4aaa-8165-bf8924b58fae,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:42.860565 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '751e3674-b926-4aaa-8165-bf8924b58fae', 'network_id': 'e41747d0-5b71-4fe8-8b61-df5711da486f', 'port_id': '751e3674-b926-4aaa-8165-bf8924b58fae', 'mac_address': 'fa:16:3e:c2:5a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df62e40-ed5f-4351-aaf5-c84de8ddcd62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:35:42.914447 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:42.933214 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751e3674-b926-4aaa-8165-bf8924b58fae {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:35:42.948924 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 751e3674-b926-4aaa-8165-bf8924b58fae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=751e3674-b926-4aaa-8165-bf8924b58fae,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:42.952969 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dbe40-76e2-46d0-8959-94e159e0397e req-a0f34eb6-173c-4eb4-a78b-3e4af1c09fc0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:42.953135 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:42.954435 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6c3dbe40-76e2-46d0-8959-94e159e0397e req-a0f34eb6-173c-4eb4-a78b-3e4af1c09fc0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 943 time: 0.0807998 May 04 14:35:42.955985 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:43.002038 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6c3dbe40-76e2-46d0-8959-94e159e0397e req-ce34cbdf-1411-41f8-b9ab-ecf23d711f81 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 May 04 14:35:43.024683 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=751e3674-b926-4aaa-8165-bf8924b58fae,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:43.027703 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:43.369211 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:35:43.549076 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7860-6c62-4df4-a4f4-7b2d50d1f103 req-0a9434bc-a913-4fbc-b072-b19ffa76bdcb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:43.550433 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fabd7860-6c62-4df4-a4f4-7b2d50d1f103 req-0a9434bc-a913-4fbc-b072-b19ffa76bdcb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0798247 May 04 14:35:43.595495 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fabd7860-6c62-4df4-a4f4-7b2d50d1f103 req-82fa4947-b9d5-4438-b83c-d0400091d9cf tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394335 May 04 14:35:43.824080 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-16013146-454c-4e8e-99aa-1471223fed79 req-86269703-845b-41f9-9e5a-cc7009e7ef8d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 210 time: 0.0474117 May 04 14:35:44.270472 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7a752-2ac9-443f-960b-b9d7689854a5 req-e34521f2-9382-4f41-89b1-ed2d36d40649 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:44.271994 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ca7a752-2ac9-443f-960b-b9d7689854a5 req-e34521f2-9382-4f41-89b1-ed2d36d40649 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 944 time: 0.1627326 May 04 14:35:44.278413 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['751e3674-b926-4aaa-8165-bf8924b58fae'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:35:44.321460 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ca7a752-2ac9-443f-960b-b9d7689854a5 req-0e31eb2a-7aa0-4fc6-b824-6110ab5642a7 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426710 May 04 14:35:44.677072 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-a46bf5c9-019b-47b8-bccd-90a81c1b9db7 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:44.678674 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-a46bf5c9-019b-47b8-bccd-90a81c1b9db7 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.54 "GET /v2.0/networks?id=ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 HTTP/1.1" status: 200 len: 814 time: 0.1614852 May 04 14:35:44.700899 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Request body: {'port': {'device_id': '15c93d94-8fb8-489f-9a00-45838e2fdae9', 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6', 'admin_state_up': True, 'tenant_id': '9265106fab0a4a9eb06488ab77bc4ed3'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:44.899293 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:44.912333 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b696b51-b5c0-444d-87bb-d04c41ee385c req-bb9e6170-736c-4e0f-843f-772f798db66e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:44.913907 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1b696b51-b5c0-444d-87bb-d04c41ee385c req-bb9e6170-736c-4e0f-843f-772f798db66e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.1816001 May 04 14:35:44.923563 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:44.958181 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Made reservation on behalf of 9265106fab0a4a9eb06488ab77bc4ed3 for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:44.961619 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:44.984816 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1b696b51-b5c0-444d-87bb-d04c41ee385c req-2b1b8703-3f0c-4357-a6a5-48fb463faaab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652344 May 04 14:35:45.184673 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-35288dcd-2f3d-4070-98c0-53b99f2bdbdc req-1733c502-8ef5-4cfa-b1cc-e699a42b5218 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 210 time: 0.0566707 May 04 14:35:45.200744 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Allocated IP 172.20.0.3 (ec00b0aa-42ac-49f3-8eed-1a5869b3dac6/78f1bf6f-4fb9-4360-8694-1e98192cc071/879b0ad0-4922-4e9c-bfd5-f7c066763eb6) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:35:45.477066 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:45.488882 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da17d9-2989-461a-9f9a-ed0942b4dfad req-69df6082-7aca-4070-bbd8-272e505b1ebc tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:45.490373 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a3da17d9-2989-461a-9f9a-ed0942b4dfad req-69df6082-7aca-4070-bbd8-272e505b1ebc tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1996946 May 04 14:35:45.548213 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a3da17d9-2989-461a-9f9a-ed0942b4dfad req-3d962f17-1c78-4843-a595-ff5db8301ea4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 May 04 14:35:45.553964 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:45.562296 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5c09547e-6b9d-479f-9bd7-5e0c5c7418f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:45.625621 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:35:45.634945 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:45.637720 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:35:45.730443 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Pushing event updated for resources: {'Port': ['ID=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:45.744864 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:45.762919 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 751e3674-b926-4aaa-8165-bf8924b58fae up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:45.765781 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:45.766401 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:45.822901 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dad36-1df8-4d61-adea-ab63ff0f63d5 req-fab64764-8b21-4dd8-b890-e21d3198e803 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:45.824418 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b35dad36-1df8-4d61-adea-ab63ff0f63d5 req-fab64764-8b21-4dd8-b890-e21d3198e803 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 944 time: 0.1577795 May 04 14:35:45.825665 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1293504 May 04 14:35:45.859894 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 751e3674-b926-4aaa-8165-bf8924b58fae completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:45.865445 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 751e3674-b926-4aaa-8165-bf8924b58fae triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:45.865882 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:45.876747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Request body: {'port': {'device_id': '15c93d94-8fb8-489f-9a00-45838e2fdae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:45.942622 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b35dad36-1df8-4d61-adea-ab63ff0f63d5 req-be2e7784-64e2-4f73-be1e-1e3e20091c1e tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066177 May 04 14:35:46.004348 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.042956 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9353a819-88a4-4875-a3c1-eccd3a071a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751e3674-b926-4aaa-8165-bf8924b58fae'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:46.055559 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 751e3674-b926-4aaa-8165-bf8924b58fae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=751e3674-b926-4aaa-8165-bf8924b58fae,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:46.063326 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.065656 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bccf7174-9b74-402e-ba72-dec0c813e75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:46.087052 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.174583 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=751e3674-b926-4aaa-8165-bf8924b58fae,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:46.184453 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:46.278198 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9353a819-88a4-4875-a3c1-eccd3a071a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751e3674-b926-4aaa-8165-bf8924b58fae', 'code': 200} May 04 14:35:46.754308 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 43730) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:46.813297 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262d261-3b01-4518-8ee0-11b8ac9009e2 req-84607b17-11db-4ddc-91bc-b6555779e8b3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:46.814746 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5262d261-3b01-4518-8ee0-11b8ac9009e2 req-84607b17-11db-4ddc-91bc-b6555779e8b3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.3969491 May 04 14:35:46.833179 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde6e8c-7ecb-47c7-80ac-8cc0ed8dd7dd req-345028c1-0a15-4ebd-9deb-6c19e18d8ef5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:46.833878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-abde6e8c-7ecb-47c7-80ac-8cc0ed8dd7dd req-345028c1-0a15-4ebd-9deb-6c19e18d8ef5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Synchronizing usage tracker for tenant:9265106fab0a4a9eb06488ab77bc4ed3 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:35:46.865590 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:35:46.875475 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-32c64069-7288-4111-8edd-d56e91e2c3dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199329 May 04 14:35:46.877341 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766481e-7b4c-4820-81ce-78a2c3b65233 req-22dbeefd-5aa6-4173-88ab-ebcdfb7770ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:46.878766 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b766481e-7b4c-4820-81ce-78a2c3b65233 req-22dbeefd-5aa6-4173-88ab-ebcdfb7770ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 1098 time: 0.2643175 May 04 14:35:46.883312 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.932039 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-abde6e8c-7ecb-47c7-80ac-8cc0ed8dd7dd req-345028c1-0a15-4ebd-9deb-6c19e18d8ef5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Unset dirty status for tenant:9265106fab0a4a9eb06488ab77bc4ed3 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:35:46.933339 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-abde6e8c-7ecb-47c7-80ac-8cc0ed8dd7dd req-345028c1-0a15-4ebd-9deb-6c19e18d8ef5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 931 time: 0.3699934 May 04 14:35:46.936314 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Transition to ACTIVE for port object 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:46.939713 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5262d261-3b01-4518-8ee0-11b8ac9009e2 req-5a68dd14-9285-4b73-9479-2fede791108c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142144 May 04 14:35:46.952037 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.989963 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:47.029024 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b766481e-7b4c-4820-81ce-78a2c3b65233 req-997f0205-e0e6-448b-9c26-0857df82b488 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301348 May 04 14:35:47.215175 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-abde6e8c-7ecb-47c7-80ac-8cc0ed8dd7dd req-9bc5b4ce-f397-42e0-86c0-db8bef9013ef tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669349 May 04 14:35:47.217194 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Pushing event updated for resources: {'Port': ['ID=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:47.227289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:47.323303 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Attempting to bind port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:35:47.323642 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Attempting to bind port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'adb94654-8ab6-4726-b2ae-e57718a2bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:35:47.323996 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Attempting to bind port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 on network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:47.333252 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86632b29-0a7c-4023-b5ee-f4add7cf0a54 req-75ed1534-3ad0-4b8c-b3bd-bc6ab7e5fdff tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:47.334769 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-86632b29-0a7c-4023-b5ee-f4add7cf0a54 req-75ed1534-3ad0-4b8c-b3bd-bc6ab7e5fdff tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 945 time: 0.2407982 May 04 14:35:47.338726 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 on network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:35:47.339227 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Attempting to bind port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 on network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:47.359959 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:35:47.360280 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Checking segment: {'id': 'adb94654-8ab6-4726-b2ae-e57718a2bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:47.360666 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Bound using segment: {'id': 'adb94654-8ab6-4726-b2ae-e57718a2bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:35:47.361100 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Bound port: 879b0ad0-4922-4e9c-bfd5-f7c066763eb6, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb94654-8ab6-4726-b2ae-e57718a2bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:35:47.361448 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:47.439752 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-86632b29-0a7c-4023-b5ee-f4add7cf0a54 req-c568bd16-dcb8-46cf-9b33-4527563ac4c1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978191 May 04 14:35:47.481948 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] For port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:35:47.485044 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] For port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,segment=NetworkSegment(adb94654-8ab6-4726-b2ae-e57718a2bb30),segment_id=adb94654-8ab6-4726-b2ae-e57718a2bb30)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:35:47.490614 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:47.495265 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:47.547151 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:47.547843 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:47.549281 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] 10.222.0.54 "PUT /v2.0/ports/879b0ad0-4922-4e9c-bfd5-f7c066763eb6 HTTP/1.1" status: 200 len: 1093 time: 1.6771467 May 04 14:35:47.549763 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c93d94-8fb8-489f-9a00-45838e2fdae9', 'tag': '879b0ad0-4922-4e9c-bfd5-f7c066763eb6'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:47.573880 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Pushing event updated for resources: {'Port': ['ID=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:47.578098 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:47.600183 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c93d94-8fb8-489f-9a00-45838e2fdae9', 'tag': '879b0ad0-4922-4e9c-bfd5-f7c066763eb6', 'status': 'completed', 'code': 200} May 04 14:35:47.762544 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6fcf0-c460-4675-ae4d-295b65c8f6f6 req-3e051ed5-fcf8-42c3-b7de-689c3b3531bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:47.764135 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-afa6fcf0-c460-4675-ae4d-295b65c8f6f6 req-3e051ed5-fcf8-42c3-b7de-689c3b3531bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9265106fab0a4a9eb06488ab77bc4ed3&device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 1096 time: 0.0715864 May 04 14:35:47.914907 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6fcf0-c460-4675-ae4d-295b65c8f6f6 req-ac337a3f-afb8-49c4-b1a3-a7801c6624de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:47.916461 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-afa6fcf0-c460-4675-ae4d-295b65c8f6f6 req-ac337a3f-afb8-49c4-b1a3-a7801c6624de service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9265106fab0a4a9eb06488ab77bc4ed3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1364856 May 04 14:35:48.111237 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6fcf0-c460-4675-ae4d-295b65c8f6f6 req-ac282050-5b5a-48f7-ab0d-3e2e0d4683cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:48.112745 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-afa6fcf0-c460-4675-ae4d-295b65c8f6f6 req-ac282050-5b5a-48f7-ab0d-3e2e0d4683cd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1766751 May 04 14:35:48.173830 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652d492-0ce0-454e-950c-74e73dc441dc req-dee47014-8326-465d-a01a-ed012980df8f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:48.177263 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a652d492-0ce0-454e-950c-74e73dc441dc req-dee47014-8326-465d-a01a-ed012980df8f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.1102254 May 04 14:35:48.262048 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a652d492-0ce0-454e-950c-74e73dc441dc req-919388d8-b787-4905-87f4-bb3f92e0e7b1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794399 May 04 14:35:48.298321 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-118fd354-47a9-4df3-b1b9-d55426033954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:48.300849 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-118fd354-47a9-4df3-b1b9-d55426033954 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9265106fab0a4a9eb06488ab77bc4ed3&device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 1096 time: 0.0983438 May 04 14:35:48.415166 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-14a83002-4075-42ce-b8fd-64497f46d71a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=879b0ad0-4922-4e9c-bfd5-f7c066763eb6 HTTP/1.1" status: 200 len: 217 time: 0.0978734 May 04 14:35:48.620363 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939111a-3ea6-4d19-b069-83c27f63ff11 req-27696ff2-fff3-4008-9ae4-74083c9473b1 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:48.623169 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3939111a-3ea6-4d19-b069-83c27f63ff11 req-27696ff2-fff3-4008-9ae4-74083c9473b1 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 943 time: 0.2543914 May 04 14:35:48.662127 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-0402179d-d503-43b5-b1e5-962fc88a6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:48.663469 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-0402179d-d503-43b5-b1e5-962fc88a6569 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78f1bf6f-4fb9-4360-8694-1e98192cc071 HTTP/1.1" status: 200 len: 854 time: 0.2172821 May 04 14:35:48.720990 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3939111a-3ea6-4d19-b069-83c27f63ff11 req-dd608edb-eb65-48a1-9f17-460e961b5330 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896304 May 04 14:35:48.740490 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-30644fb8-852a-4d9e-900c-53784900fe47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec00b0aa-42ac-49f3-8eed-1a5869b3dac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540814 May 04 14:35:48.797720 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2696d5b-ff5c-4bf1-a47d-e00c373a0357 req-72adff35-b717-4ba6-9b96-08983b149cf4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:48.799165 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e2696d5b-ff5c-4bf1-a47d-e00c373a0357 req-72adff35-b717-4ba6-9b96-08983b149cf4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 945 time: 0.2341549 May 04 14:35:48.913731 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e2696d5b-ff5c-4bf1-a47d-e00c373a0357 req-c7660351-d3fa-41ab-b8d3-8c2598bbea5e tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681963 May 04 14:35:48.921678 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-a018e4ff-a780-4e48-8561-3c0b805661ac service neutron] 10.222.0.54 "GET /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724858 May 04 14:35:49.063333 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d25e48c-ea5c-40dc-acad-f169c161779c req-69a744f1-9afd-40ca-a437-836987270c7e service neutron] 10.222.0.54 "GET /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295424 May 04 14:35:49.465644 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf21a4-23b8-4529-bd62-b9ce04ef6794 req-ed28c8e0-f684-4a07-b4f5-9bd142bd2f1e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:49.467015 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f6cf21a4-23b8-4529-bd62-b9ce04ef6794 req-ed28c8e0-f684-4a07-b4f5-9bd142bd2f1e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0859916 May 04 14:35:49.512878 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f6cf21a4-23b8-4529-bd62-b9ce04ef6794 req-c6769ecd-abde-4041-8c57-e6a6c0b9b7a2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392022 May 04 14:35:49.764138 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:35:49.913060 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba847f-f3d5-49c3-bf33-53d397977169 req-3daa3236-e8d5-4666-8423-c8ae1975be0f tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:49.914556 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-10ba847f-f3d5-49c3-bf33-53d397977169 req-3daa3236-e8d5-4666-8423-c8ae1975be0f tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 943 time: 0.0866497 May 04 14:35:49.949415 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 43794) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:49.964521 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-10ba847f-f3d5-49c3-bf33-53d397977169 req-f2c52bcf-bd4a-4be6-bdd5-e1ff348dca34 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 May 04 14:35:50.072016 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.087432 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:50.091241 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] Usage tracker for resource:security_group_rule and tenant:2d7e1daa54714345ab15ffdc705e4e7b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:50.094546 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:50.101180 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:50.158431 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaae7e-0ad7-4ad0-b52d-88c348dc9bbf req-a62b167a-55be-4f16-8ee3-85456f9302d4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:50.160167 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0adaae7e-0ad7-4ad0-b52d-88c348dc9bbf req-a62b167a-55be-4f16-8ee3-85456f9302d4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 945 time: 0.0989838 May 04 14:35:50.195138 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.199931 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.204468 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0adaae7e-0ad7-4ad0-b52d-88c348dc9bbf req-5577b1d7-99ca-4ae8-83f6-732a9cf648e4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383165 May 04 14:35:50.208946 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7764b646-f0ed-4bd6-85b6-46e2aa38351d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:50.248373 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d7e1daa54714345ab15ffdc705e4e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976887 May 04 14:35:50.250145 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53db4787-c98a-4d49-b7c0-e54e8d19dba6,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:50.251192 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 43802) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:50.253274 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:50.310348 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.337023 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.397372 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.402589 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-983299d1-bd56-4767-9e2f-bde7d668e349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:50.417104 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53db4787-c98a-4d49-b7c0-e54e8d19dba6,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:50.421587 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.423698 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53db4787-c98a-4d49-b7c0-e54e8d19dba6 HTTP/1.1" status: 204 len: 168 time: 0.1704268 May 04 14:35:50.434960 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.435313 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.435684 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.436091 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.436932 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.437287 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.437752 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.438099 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.438442 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.438775 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.439285 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.439484 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.443545 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:50.741527 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34cf95-8fa5-4fdb-8692-5021a3202062 req-ef57bf59-6404-4075-a1a7-d61f0ede02e3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:50.743408 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dd34cf95-8fa5-4fdb-8692-5021a3202062 req-ef57bf59-6404-4075-a1a7-d61f0ede02e3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0862689 May 04 14:35:50.789276 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dd34cf95-8fa5-4fdb-8692-5021a3202062 req-c363dded-3ec0-4bd4-bd08-318fb2b39a82 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398214 May 04 14:35:51.159768 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3b393-f45e-428f-869d-228693db129d req-e8dd6da2-a110-4a0c-b78a-77e1b4a4035a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:51.161518 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-77d3b393-f45e-428f-869d-228693db129d req-e8dd6da2-a110-4a0c-b78a-77e1b4a4035a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 943 time: 0.0917203 May 04 14:35:51.224647 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-77d3b393-f45e-428f-869d-228693db129d req-7586fca6-80df-4587-876d-72d9f96b6945 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537715 May 04 14:35:52.028803 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fe4dd-65cf-4880-ab0e-9caa28b71782 req-fbbc69fc-e4af-4051-ac4b-7bad6768196f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:52.030743 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b5fe4dd-65cf-4880-ab0e-9caa28b71782 req-fbbc69fc-e4af-4051-ac4b-7bad6768196f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.1042125 May 04 14:35:52.087389 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b5fe4dd-65cf-4880-ab0e-9caa28b71782 req-b5044211-c8e3-4fb8-9658-f5d0a5338b28 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467076 May 04 14:35:52.432120 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bfdc3-5fe8-46a9-abc9-e9de1e87b447 req-ac14b198-c6de-4bb5-8cba-3f9a59a9851e tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:52.433588 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-157bfdc3-5fe8-46a9-abc9-e9de1e87b447 req-ac14b198-c6de-4bb5-8cba-3f9a59a9851e tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 943 time: 0.0855260 May 04 14:35:52.484449 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-157bfdc3-5fe8-46a9-abc9-e9de1e87b447 req-b3274594-86d3-4bde-a6d3-67789127f0ce tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 May 04 14:35:53.101527 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:53.295984 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71f074-5f11-4e21-b26f-7f35fd8f0e46 req-76e3dcc0-fe4b-4dfe-a26a-7a2919893abe tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:53.297447 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1b71f074-5f11-4e21-b26f-7f35fd8f0e46 req-76e3dcc0-fe4b-4dfe-a26a-7a2919893abe tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0882239 May 04 14:35:53.342299 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1b71f074-5f11-4e21-b26f-7f35fd8f0e46 req-e831b1a2-2b8b-40a6-bd6d-b5697505bfa9 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388632 May 04 14:35:53.677565 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298d7f9-1a86-43d6-9f7e-cb2144881a9c req-311d650e-efe0-4889-afb1-010f2527177c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:53.679205 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8298d7f9-1a86-43d6-9f7e-cb2144881a9c req-311d650e-efe0-4889-afb1-010f2527177c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 943 time: 0.0847182 May 04 14:35:53.728218 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8298d7f9-1a86-43d6-9f7e-cb2144881a9c req-6fd36ccd-0780-423f-b8c2-a2d9da9cc192 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431683 May 04 14:35:54.579623 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b497-fa32-4f9a-98f2-5adfff6ccb73 req-8fbc9e17-2fba-4286-ad9a-7e9f9012873a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:54.581094 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-15d8b497-fa32-4f9a-98f2-5adfff6ccb73 req-8fbc9e17-2fba-4286-ad9a-7e9f9012873a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.1231184 May 04 14:35:54.638550 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-15d8b497-fa32-4f9a-98f2-5adfff6ccb73 req-eb788503-8eae-4ffe-ad1c-f1e92dd7e426 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513513 May 04 14:35:54.653462 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4147c2-96a8-4922-bf75-c7867e5509ae req-0e784331-4922-4cba-9066-11d4a66aab37 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:54.659395 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d4147c2-96a8-4922-bf75-c7867e5509ae req-0e784331-4922-4cba-9066-11d4a66aab37 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1326139 May 04 14:35:54.767300 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7d4147c2-96a8-4922-bf75-c7867e5509ae req-3982d207-05ff-460e-af81-860f2d40aad0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064792 May 04 14:35:54.944723 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d87a0-51f4-492b-a0b2-a2fa6ef19e67 req-fc29d2e4-a588-4057-adea-125776f69a0c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:54.946072 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2b9d87a0-51f4-492b-a0b2-a2fa6ef19e67 req-fc29d2e4-a588-4057-adea-125776f69a0c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 943 time: 0.0846615 May 04 14:35:54.991646 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2b9d87a0-51f4-492b-a0b2-a2fa6ef19e67 req-f956f77f-2a8a-49d6-b649-7091771fa696 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 May 04 14:35:55.836104 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c380d-d27a-48d6-a6e4-a9b8d3a9d0eb req-afd8123f-734d-4125-9d1c-103b085cad0d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:55.837632 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5d9c380d-d27a-48d6-a6e4-a9b8d3a9d0eb req-afd8123f-734d-4125-9d1c-103b085cad0d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0841570 May 04 14:35:55.883059 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5d9c380d-d27a-48d6-a6e4-a9b8d3a9d0eb req-a86b197e-d672-470d-9a2f-2f6a323b3483 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396245 May 04 14:35:56.066889 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafd40-f47d-421e-bd42-d05e15ec2d96 req-9df3f9ae-bad0-4449-82ef-4ae0363d8c72 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:56.068379 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcdafd40-f47d-421e-bd42-d05e15ec2d96 req-9df3f9ae-bad0-4449-82ef-4ae0363d8c72 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0868413 May 04 14:35:56.112952 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcdafd40-f47d-421e-bd42-d05e15ec2d96 req-19b5a34a-c16b-4ea3-b5a5-790e2c985472 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387321 May 04 14:35:56.299107 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b71a-0f2f-4aa4-b0e2-e2c182857792 req-959d21dd-3778-49dd-983c-6b56d98f366c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:56.300581 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-74d7b71a-0f2f-4aa4-b0e2-e2c182857792 req-959d21dd-3778-49dd-983c-6b56d98f366c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 943 time: 0.0922377 May 04 14:35:56.347531 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-74d7b71a-0f2f-4aa4-b0e2-e2c182857792 req-f5af552e-ee41-45fd-b157-1ce0a24802e8 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410726 May 04 14:35:57.069500 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-363f077c-13ba-4cc7-a641-bc3cc05f5305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:57.081346 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40208fb9-012f-4ad4-a24c-a2ca39358bf6 req-238707cd-4f5b-47e1-bc26-35c5d08b3a57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:57.082822 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40208fb9-012f-4ad4-a24c-a2ca39358bf6 req-238707cd-4f5b-47e1-bc26-35c5d08b3a57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0852950 May 04 14:35:57.128990 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40208fb9-012f-4ad4-a24c-a2ca39358bf6 req-e802d96e-422d-4ff1-996b-518daef99a1e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386553 May 04 14:35:57.309136 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f18e15-da9c-4193-be5a-4425ea7e2d91 req-7bab730b-6342-464b-a073-b69ca4ae6905 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:57.310596 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e8f18e15-da9c-4193-be5a-4425ea7e2d91 req-7bab730b-6342-464b-a073-b69ca4ae6905 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0836411 May 04 14:35:57.362505 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e8f18e15-da9c-4193-be5a-4425ea7e2d91 req-3edda5a7-fb79-4505-8642-49f4b7c6d370 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437591 May 04 14:35:57.407140 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:35:57.539576 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eb8de-1112-46b1-a47b-739a12890e42 req-7dadd7e1-1824-45dc-a31b-bddcab162bc3 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:57.541025 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-262eb8de-1112-46b1-a47b-739a12890e42 req-7dadd7e1-1824-45dc-a31b-bddcab162bc3 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 943 time: 0.0861719 May 04 14:35:57.560950 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,segment=NetworkSegment(adb94654-8ab6-4726-b2ae-e57718a2bb30),segment_id=adb94654-8ab6-4726-b2ae-e57718a2bb30)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:57.586870 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '879b0ad0-4922-4e9c-bfd5-f7c066763eb6', 'network_id': 'ec00b0aa-42ac-49f3-8eed-1a5869b3dac6', 'port_id': '879b0ad0-4922-4e9c-bfd5-f7c066763eb6', 'mac_address': 'fa:16:3e:b3:80:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f1bf6f-4fb9-4360-8694-1e98192cc071', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:35:57.648865 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-262eb8de-1112-46b1-a47b-739a12890e42 req-5d360f2c-403f-4ff1-b407-0af56f2be181 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020262 May 04 14:35:57.677424 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:57.691525 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:35:57.703644 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70373a12-3532-4216-b9f9-55de832b2797 req-0724c203-ff8b-492c-9fcf-fbf1d78585fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:57.705668 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-70373a12-3532-4216-b9f9-55de832b2797 req-0724c203-ff8b-492c-9fcf-fbf1d78585fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1013827 May 04 14:35:57.713270 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,segment=NetworkSegment(adb94654-8ab6-4726-b2ae-e57718a2bb30),segment_id=adb94654-8ab6-4726-b2ae-e57718a2bb30)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:57.717803 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:57.719543 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5932b473-e641-47e4-90be-a6a01e022c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:57.783907 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:57.786991 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:57.868579 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70373a12-3532-4216-b9f9-55de832b2797 req-5fa088d9-d54d-405b-a4e8-3a455175eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:57.870085 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-70373a12-3532-4216-b9f9-55de832b2797 req-5fa088d9-d54d-405b-a4e8-3a455175eba3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 920 time: 0.1404071 May 04 14:35:57.941537 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-70373a12-3532-4216-b9f9-55de832b2797 req-bfd1637a-8f74-49ca-9f72-50652c3b8f53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 HTTP/1.1" status: 200 len: 217 time: 0.0605929 May 04 14:35:58.018576 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70373a12-3532-4216-b9f9-55de832b2797 req-ca6f32ac-ed8b-4fce-a7b1-039bcbc16ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:58.020062 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-70373a12-3532-4216-b9f9-55de832b2797 req-ca6f32ac-ed8b-4fce-a7b1-039bcbc16ab0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 200 len: 859 time: 0.0631819 May 04 14:35:58.070027 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-70373a12-3532-4216-b9f9-55de832b2797 req-3895f597-e2e2-48e2-8e74-b704be17965d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=375c64a7-d216-49b0-a85c-1971e50e8e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413013 May 04 14:35:58.191523 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['879b0ad0-4922-4e9c-bfd5-f7c066763eb6'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:35:58.214812 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-70373a12-3532-4216-b9f9-55de832b2797 req-370497a7-7598-4ac2-a1a0-d94daeed44cc service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287012 May 04 14:35:58.400485 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-70373a12-3532-4216-b9f9-55de832b2797 req-2fc7c25b-ab68-4640-986d-d82024871b40 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778328 May 04 14:35:58.412373 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff1111-cca8-4758-aadb-3b61d0faf376 req-9e5318e9-0001-4bd2-a17d-d0708b1db5ee tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:58.413746 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a5ff1111-cca8-4758-aadb-3b61d0faf376 req-9e5318e9-0001-4bd2-a17d-d0708b1db5ee tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.1613195 May 04 14:35:58.467190 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a5ff1111-cca8-4758-aadb-3b61d0faf376 req-7de58628-7d34-4753-9922-d4da538d345a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458634 May 04 14:35:58.607251 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f6012-19cc-4e96-9ce0-c70c4735b008 req-82a9abf5-9b55-4bcd-91cd-de434747353f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:58.608749 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-033f6012-19cc-4e96-9ce0-c70c4735b008 req-82a9abf5-9b55-4bcd-91cd-de434747353f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1406732 May 04 14:35:58.611775 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb0479-d306-4527-a403-20d96f302953 req-a1b5b7a0-3ba1-4da0-85a7-25b468962df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:58.613114 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19cb0479-d306-4527-a403-20d96f302953 req-a1b5b7a0-3ba1-4da0-85a7-25b468962df6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1072643 May 04 14:35:58.821815 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-033f6012-19cc-4e96-9ce0-c70c4735b008 req-3b5fc2dd-7a53-47c5-b14e-813da813cbf3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058797 May 04 14:35:58.897526 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb0479-d306-4527-a403-20d96f302953 req-b0cb83c9-7c49-441f-9ac9-84a96a541f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:58.898919 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19cb0479-d306-4527-a403-20d96f302953 req-b0cb83c9-7c49-441f-9ac9-84a96a541f7a service neutron] 10.222.0.54 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 920 time: 0.2021906 May 04 14:35:58.926642 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2322108-6f17-4196-a165-39efe3ee52a0 req-4c592992-630a-4ca7-9aca-40f6472fb52c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:58.928540 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b2322108-6f17-4196-a165-39efe3ee52a0 req-4c592992-630a-4ca7-9aca-40f6472fb52c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 944 time: 0.1193001 May 04 14:35:59.016652 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19cb0479-d306-4527-a403-20d96f302953 req-44983b60-32d7-4268-a1b4-3175d3c0381b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 HTTP/1.1" status: 200 len: 217 time: 0.0665970 May 04 14:35:59.069778 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b2322108-6f17-4196-a165-39efe3ee52a0 req-27dbf863-9d9d-4a27-aef7-06097084582a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355104 May 04 14:35:59.095166 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb0479-d306-4527-a403-20d96f302953 req-6cbfcff4-17ca-4b0d-a4d1-17f7d21c78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:59.096927 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19cb0479-d306-4527-a403-20d96f302953 req-6cbfcff4-17ca-4b0d-a4d1-17f7d21c78bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 200 len: 859 time: 0.0657549 May 04 14:35:59.169247 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19cb0479-d306-4527-a403-20d96f302953 req-15f8f4df-5a16-4da3-bd42-ac885bd60a0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=375c64a7-d216-49b0-a85c-1971e50e8e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525200 May 04 14:35:59.314731 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19cb0479-d306-4527-a403-20d96f302953 req-3398f709-d512-4621-b84f-5988808e9f94 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284726 May 04 14:35:59.448768 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19cb0479-d306-4527-a403-20d96f302953 req-50ecad33-a0e5-4c60-91ee-edcbb6b86144 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249373 May 04 14:35:59.644042 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.688887 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c079c-fbeb-4b82-97ee-e8d3188181cc req-c4fad2d2-20fc-4213-ac7d-caae941cd4a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:59.690333 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a80c079c-fbeb-4b82-97ee-e8d3188181cc req-c4fad2d2-20fc-4213-ac7d-caae941cd4a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0773256 May 04 14:35:59.737485 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a80c079c-fbeb-4b82-97ee-e8d3188181cc req-c64e8b70-0aaa-4564-aca8-4d9f66b13f37 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412974 May 04 14:35:59.755145 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:59.817774 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6c755810-dccf-48ba-9fd7-b542d707bebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.832820 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:59.834073 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-29f59fb3-785f-496c-a656-ae83fd14e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:59.835534 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-29f59fb3-785f-496c-a656-ae83fd14e6d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214&tenant_id=cf5345351fb64096b9d4615d49a85a11 HTTP/1.1" status: 200 len: 1096 time: 0.0751028 May 04 14:35:59.837636 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:59.838008 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.943031 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-de581cfd-7d84-49bb-ac90-aa0d92acef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:59.944556 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-de581cfd-7d84-49bb-ac90-aa0d92acef6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 1096 time: 0.0736291 May 04 14:35:59.956371 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.982698 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c93d94-8fb8-489f-9a00-45838e2fdae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879b0ad0-4922-4e9c-bfd5-f7c066763eb6'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:59.992346 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,segment=NetworkSegment(adb94654-8ab6-4726-b2ae-e57718a2bb30),segment_id=adb94654-8ab6-4726-b2ae-e57718a2bb30)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:59.997216 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.999006 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:00.045733 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c93d94-8fb8-489f-9a00-45838e2fdae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879b0ad0-4922-4e9c-bfd5-f7c066763eb6', 'code': 200} May 04 14:36:00.089617 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:00.092978 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:00.155921 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a044a8e-8720-4c45-a22d-0357f303c334 req-3184eb52-9cca-4880-80b0-05de323d60e3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:00.163750 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9a044a8e-8720-4c45-a22d-0357f303c334 req-3184eb52-9cca-4880-80b0-05de323d60e3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.2181904 May 04 14:36:00.211621 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-28847587-616f-4073-a61d-171963b7d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:00.213164 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-28847587-616f-4073-a61d-171963b7d95d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 918 time: 0.2300453 May 04 14:36:00.230284 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9a044a8e-8720-4c45-a22d-0357f303c334 req-a3b3e66d-af5d-4f52-a381-913837d4e2ce tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656166 May 04 14:36:00.433047 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-23e8e55e-e68b-4419-9b27-460f66e13dca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 HTTP/1.1" status: 200 len: 999 time: 0.2014832 May 04 14:36:00.519136 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e65efd-d7db-4378-9915-45773244bf16 req-ade634cf-1b34-40db-957d-f3cb5beb223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:00.520526 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-25e65efd-d7db-4378-9915-45773244bf16 req-ade634cf-1b34-40db-957d-f3cb5beb223d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 1098 time: 0.1797659 May 04 14:36:00.530453 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78008ec5-c1d4-42f1-98d8-b936b86601f7 req-3a40396b-d2e9-4a23-b32f-eed991166370 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:00.531799 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-78008ec5-c1d4-42f1-98d8-b936b86601f7 req-3a40396b-d2e9-4a23-b32f-eed991166370 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.2272196 May 04 14:36:00.534309 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-d20c21e0-b323-447c-8105-b1af494e42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:00.535579 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-d20c21e0-b323-447c-8105-b1af494e42ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.0919333 May 04 14:36:00.693096 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:00.697731 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-25e65efd-d7db-4378-9915-45773244bf16 req-d39b628d-f11e-4b40-a3ce-30b49b17c76e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649432 May 04 14:36:00.710246 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-78008ec5-c1d4-42f1-98d8-b936b86601f7 req-fcdf038e-08a9-446e-b331-0d49d7135326 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607192 May 04 14:36:00.741717 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-c7ba9ad2-850c-4b8a-9c02-3fd020b06da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:00.743209 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-c7ba9ad2-850c-4b8a-9c02-3fd020b06da2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1912906 May 04 14:36:00.932221 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c945526-7049-48cc-be19-ff15ce3516de req-faa1be85-effe-49d8-8d54-8528f530b6f5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:00.933248 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1c945526-7049-48cc-be19-ff15ce3516de req-faa1be85-effe-49d8-8d54-8528f530b6f5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0858746 May 04 14:36:00.977615 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1c945526-7049-48cc-be19-ff15ce3516de req-9ad31b4a-e152-4305-82e7-0452083bd474 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381310 May 04 14:36:01.209342 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-2e64a710-d69f-4737-9790-68bb0ed9f647 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268468 May 04 14:36:01.341821 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3821e3d3-c5b8-486b-9308-14cf3b3c72f8 req-e6fdd87f-97a8-434f-a1c4-047251896bfd service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246445 May 04 14:36:01.431922 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0fb16-d54a-4d89-947b-2db5b07e5990 req-fc3e27bc-f038-43d8-83d3-686b00ec5597 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:01.433491 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fcd0fb16-d54a-4d89-947b-2db5b07e5990 req-fc3e27bc-f038-43d8-83d3-686b00ec5597 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0816102 May 04 14:36:01.496793 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fcd0fb16-d54a-4d89-947b-2db5b07e5990 req-59a16ece-4daa-4a54-ab7b-ed7d88d27d77 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555751 May 04 14:36:01.782182 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 44054) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:01.906790 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.924326 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:01.934191 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280f685-26e2-4f34-b224-7bfd33cc8e32 req-7d77391b-a8ec-4101-96e0-a3386ff7c1ef tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:01.935552 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3280f685-26e2-4f34-b224-7bfd33cc8e32 req-7d77391b-a8ec-4101-96e0-a3386ff7c1ef tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.1105006 May 04 14:36:01.938178 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] Usage tracker for resource:security_group_rule and tenant:8432f7fc84204682962039da46b1cbd8 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:01.942894 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:01.961273 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:02.001812 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3280f685-26e2-4f34-b224-7bfd33cc8e32 req-39818e81-ca6d-452c-a70d-c7b2b85c275d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603473 May 04 14:36:02.122320 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:02.169581 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:02.184551 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-57060700-f70d-41ff-9495-2dad4f7033d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:02.231996 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 44074) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:02.244531 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8432f7fc84204682962039da46b1cbd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608254 May 04 14:36:02.257242 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:02.260182 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87308ab-239f-4e77-8e68-096f62f6872e,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:02.271864 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:02.324806 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d173d-c832-402a-a9ea-fa64b233405f req-82902007-4575-49b6-8cf0-fb87e55fd852 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:02.326591 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c0d173d-c832-402a-a9ea-fa64b233405f req-82902007-4575-49b6-8cf0-fb87e55fd852 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.1974559 May 04 14:36:02.335915 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:02.367907 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:02.398080 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c0d173d-c832-402a-a9ea-fa64b233405f req-60a8ee07-c11e-4e77-8ab1-baec60bf0651 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644948 May 04 14:36:02.443375 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:02.447239 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e1d93540-f4b4-4d06-a3c7-184d7a3b559c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:02.459198 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87308ab-239f-4e77-8e68-096f62f6872e,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:02.472737 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.473524 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.473717 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.474073 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.474418 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.474762 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.475180 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.475431 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.475918 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.476144 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.476488 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.476935 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:02.486074 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:02.487736 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:02.489147 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a87308ab-239f-4e77-8e68-096f62f6872e HTTP/1.1" status: 204 len: 168 time: 0.2561960 May 04 14:36:02.762518 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c2b4c-fd26-4f00-b1f8-d0a9b940893e req-3b8d80cc-cdb2-4e38-a0d8-1dedb23f6810 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:02.764032 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-663c2b4c-fd26-4f00-b1f8-d0a9b940893e req-3b8d80cc-cdb2-4e38-a0d8-1dedb23f6810 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0994930 May 04 14:36:02.813871 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-663c2b4c-fd26-4f00-b1f8-d0a9b940893e req-cbb7b8f1-8fb6-492e-a037-8589af71422d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435932 May 04 14:36:03.207246 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f820e6-59f5-45c1-8ae5-84fcb76db422 req-df6066d6-64f4-4a68-985e-5e6c8e7dbc5b tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:03.208980 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c7f820e6-59f5-45c1-8ae5-84fcb76db422 req-df6066d6-64f4-4a68-985e-5e6c8e7dbc5b tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0863872 May 04 14:36:03.258177 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c7f820e6-59f5-45c1-8ae5-84fcb76db422 req-a274f673-2745-419d-984b-67e72be7dc06 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 May 04 14:36:03.598760 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6b0ec-5abf-4912-9e65-0de0de053bd2 req-cedaccfc-3b89-4361-a7d6-9fa2992d9be0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:03.600293 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0ef6b0ec-5abf-4912-9e65-0de0de053bd2 req-cedaccfc-3b89-4361-a7d6-9fa2992d9be0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0844653 May 04 14:36:03.669367 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0ef6b0ec-5abf-4912-9e65-0de0de053bd2 req-c81f0790-890a-4891-af27-3e8899a0ab66 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606198 May 04 14:36:04.014758 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec36c6-ad17-4725-8b09-5e69d2acd7f1 req-6e0ebbdf-0207-44e1-9f83-70cb517c965c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:04.016119 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-eeec36c6-ad17-4725-8b09-5e69d2acd7f1 req-6e0ebbdf-0207-44e1-9f83-70cb517c965c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0850558 May 04 14:36:04.063592 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-eeec36c6-ad17-4725-8b09-5e69d2acd7f1 req-50802efa-9241-4de0-8e7b-f2fd65632979 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 May 04 14:36:04.443641 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d0673-6e05-46ac-bdba-788e74697dc3 req-a0bf748c-de7f-47c9-9c5a-e84c3020f477 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:04.445213 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-644d0673-6e05-46ac-bdba-788e74697dc3 req-a0bf748c-de7f-47c9-9c5a-e84c3020f477 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0831933 May 04 14:36:04.492017 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-644d0673-6e05-46ac-bdba-788e74697dc3 req-a3a4b105-939a-4e42-9b5c-1d7c0d52e247 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 May 04 14:36:04.877483 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec8187-c6a2-467e-a11b-938d2cba4665 req-85967346-68d7-486f-9ee2-fcd7d5725abc tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:04.879215 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-57ec8187-c6a2-467e-a11b-938d2cba4665 req-85967346-68d7-486f-9ee2-fcd7d5725abc tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0878041 May 04 14:36:04.926388 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-57ec8187-c6a2-467e-a11b-938d2cba4665 req-04bacf02-9288-48ed-8629-94b47b8ded86 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405252 May 04 14:36:05.262208 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b15021-e3b3-425f-8e1a-bd1315a3e8ef req-83379b8a-94cb-44f1-a399-f36879c31287 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:05.263760 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-57b15021-e3b3-425f-8e1a-bd1315a3e8ef req-83379b8a-94cb-44f1-a399-f36879c31287 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0860476 May 04 14:36:05.308703 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-57b15021-e3b3-425f-8e1a-bd1315a3e8ef req-0c276eae-9e68-47e0-8473-f9936357d43b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 May 04 14:36:05.683931 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32020b-6139-41ac-9be4-bea2be7458e5 req-ef5ddc2f-456c-42fc-8a07-831bf45bb8e3 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:05.685416 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc32020b-6139-41ac-9be4-bea2be7458e5 req-ef5ddc2f-456c-42fc-8a07-831bf45bb8e3 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0887840 May 04 14:36:05.750360 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc32020b-6139-41ac-9be4-bea2be7458e5 req-7a45e422-c1c8-400c-8910-380b80512978 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581396 May 04 14:36:06.207649 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc103-bed6-491b-af65-3f3e3d6620fc req-7cc79e11-7613-4219-9945-df72c32d23d7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:06.209181 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-364fc103-bed6-491b-af65-3f3e3d6620fc req-7cc79e11-7613-4219-9945-df72c32d23d7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.1697452 May 04 14:36:06.271674 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-364fc103-bed6-491b-af65-3f3e3d6620fc req-96fd1fc5-ae44-4f73-a235-74884df2ea65 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564318 May 04 14:36:06.511594 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc12b6c-bd58-4d29-8e1c-07d2de57de88 req-80d883f0-cab8-44b3-8ecb-d5807f965b02 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:06.513126 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7cc12b6c-bd58-4d29-8e1c-07d2de57de88 req-80d883f0-cab8-44b3-8ecb-d5807f965b02 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0813534 May 04 14:36:06.568375 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7cc12b6c-bd58-4d29-8e1c-07d2de57de88 req-cec7b9bf-0339-4810-9e1d-ef2625d864ac tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 May 04 14:36:06.937422 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688613a5-c14b-4b3f-baa2-822036ccd180 req-6c3d8c56-d1b3-4f2f-9c8b-06c76cf680b6 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:06.938919 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-688613a5-c14b-4b3f-baa2-822036ccd180 req-6c3d8c56-d1b3-4f2f-9c8b-06c76cf680b6 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0820839 May 04 14:36:06.987021 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-688613a5-c14b-4b3f-baa2-822036ccd180 req-ef27afc7-de47-4c1a-8b80-397dad6972a0 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 May 04 14:36:07.478051 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99328a-dc30-4c3d-8e8e-d09cc1e36e0c req-c8481e2f-e8da-45a4-a2f9-012b8a4eef9a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:07.479413 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5d99328a-dc30-4c3d-8e8e-d09cc1e36e0c req-c8481e2f-e8da-45a4-a2f9-012b8a4eef9a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0945904 May 04 14:36:07.525265 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5d99328a-dc30-4c3d-8e8e-d09cc1e36e0c req-017ed6a2-9cf7-45cd-ab48-67db536f3bb4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400374 May 04 14:36:07.764873 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921db4cc-0c55-47bd-8a2d-e042c6b220a8 req-d09e5627-b002-44fd-a432-679681ab7152 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:07.766411 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-921db4cc-0c55-47bd-8a2d-e042c6b220a8 req-d09e5627-b002-44fd-a432-679681ab7152 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0920005 May 04 14:36:07.814832 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-921db4cc-0c55-47bd-8a2d-e042c6b220a8 req-8f3a2b17-6bf9-4708-9af3-01a6e913bd94 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 May 04 14:36:08.189032 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88d5d1-768f-41a6-b04d-b9c9c9bebf0e req-61a79000-0915-4149-beb7-526f8e892ab5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:08.190503 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6b88d5d1-768f-41a6-b04d-b9c9c9bebf0e req-61a79000-0915-4149-beb7-526f8e892ab5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0896990 May 04 14:36:08.234081 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6b88d5d1-768f-41a6-b04d-b9c9c9bebf0e req-5d33afa0-f192-4c58-81b1-5a6703b16e5d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379477 May 04 14:36:08.746186 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a26f7-c8e7-49c1-889e-3ed4148a0a0a req-0461a09d-02bf-41b8-b98c-b3ddab70a4ab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:08.747606 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e82a26f7-c8e7-49c1-889e-3ed4148a0a0a req-0461a09d-02bf-41b8-b98c-b3ddab70a4ab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0867271 May 04 14:36:08.794188 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e82a26f7-c8e7-49c1-889e-3ed4148a0a0a req-70462c05-f507-4725-b42f-d6030fb9509a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406718 May 04 14:36:09.013366 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7c434-ee64-4c78-a8e0-200fed1c125e req-e3625337-3ded-4dc2-a6c3-6e9de9d5a1bd tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:09.014799 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-37a7c434-ee64-4c78-a8e0-200fed1c125e req-e3625337-3ded-4dc2-a6c3-6e9de9d5a1bd tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0802798 May 04 14:36:09.060796 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-37a7c434-ee64-4c78-a8e0-200fed1c125e req-afa21999-cb97-4ec2-ab35-e3753f388bb2 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 May 04 14:36:09.428120 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7875f8-bbfa-473a-a3b1-259814c09158 req-69ef80cb-a0c3-44a4-92a5-63027625b2b6 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:09.429559 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ff7875f8-bbfa-473a-a3b1-259814c09158 req-69ef80cb-a0c3-44a4-92a5-63027625b2b6 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0864408 May 04 14:36:09.476296 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ff7875f8-bbfa-473a-a3b1-259814c09158 req-8752f667-37cf-42d1-b8ad-56a0fd80348b tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 May 04 14:36:09.999813 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d039045-66a3-4562-b309-c0f267924e8f req-ce0ff092-b88f-42cb-be27-a2ab434bc9e4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:10.001469 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9d039045-66a3-4562-b309-c0f267924e8f req-ce0ff092-b88f-42cb-be27-a2ab434bc9e4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0946248 May 04 14:36:10.072358 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9d039045-66a3-4562-b309-c0f267924e8f req-07596cf8-7b1a-45f2-954d-334d426d8f32 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624804 May 04 14:36:10.263796 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750759d-7781-4ce0-858d-72c2697a0daa req-19aa1d44-9b18-4784-979a-9af08a5c0a64 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:10.270849 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2750759d-7781-4ce0-858d-72c2697a0daa req-19aa1d44-9b18-4784-979a-9af08a5c0a64 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0918236 May 04 14:36:10.330450 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2750759d-7781-4ce0-858d-72c2697a0daa req-1864039b-a06b-4b11-9d89-19a47483aa6a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587149 May 04 14:36:10.664003 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d5ce5-f272-4e6d-b7af-c910accf7ac0 req-e2c4ad3e-049b-4b59-a7d4-66b23d66bd68 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:10.665389 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8f6d5ce5-f272-4e6d-b7af-c910accf7ac0 req-e2c4ad3e-049b-4b59-a7d4-66b23d66bd68 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0820413 May 04 14:36:10.717869 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8f6d5ce5-f272-4e6d-b7af-c910accf7ac0 req-583490a2-cf0b-4379-8b68-d3c1fc262e7d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 May 04 14:36:11.322663 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38759718-7d98-486f-80e1-f6a7baf7b962 req-7457798a-c020-43c8-85bc-78fa4994b219 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:11.324187 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-38759718-7d98-486f-80e1-f6a7baf7b962 req-7457798a-c020-43c8-85bc-78fa4994b219 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0872970 May 04 14:36:11.375496 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-38759718-7d98-486f-80e1-f6a7baf7b962 req-1cb05b7b-83f3-4646-a3bf-48ead8fe17da tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426557 May 04 14:36:11.533051 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125ba9f-7d35-4147-8ab9-555f0c73d411 req-7472b5b2-e667-473b-8ba3-3d92d275b408 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:11.534427 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a125ba9f-7d35-4147-8ab9-555f0c73d411 req-7472b5b2-e667-473b-8ba3-3d92d275b408 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0861890 May 04 14:36:11.578352 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a125ba9f-7d35-4147-8ab9-555f0c73d411 req-56005333-eaa7-4c56-8143-40ab37cf9c7b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381367 May 04 14:36:11.912611 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e28b3-5d70-4d26-b397-f9019b3a4db9 req-6cb57a7b-cf26-4c65-8f91-ae9887b7d305 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:11.914063 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d94e28b3-5d70-4d26-b397-f9019b3a4db9 req-6cb57a7b-cf26-4c65-8f91-ae9887b7d305 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0860548 May 04 14:36:11.958995 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d94e28b3-5d70-4d26-b397-f9019b3a4db9 req-bf8c90e7-13cb-4dd9-b6b2-0aec942ee402 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385325 May 04 14:36:12.574992 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82fe52-5e51-44e8-b3a7-dafa4871db19 req-015efb7b-7d8e-4090-bb25-2091ff4c4140 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:12.580955 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4a82fe52-5e51-44e8-b3a7-dafa4871db19 req-015efb7b-7d8e-4090-bb25-2091ff4c4140 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0885301 May 04 14:36:12.621737 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4a82fe52-5e51-44e8-b3a7-dafa4871db19 req-126dc608-4612-4978-a36e-733ce881ba56 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394776 May 04 14:36:12.764242 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81690cfe-2b1c-4742-8e15-6a10ef74216d req-dfe696a2-8695-457a-a3e3-9e13db16d2d5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:12.765687 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81690cfe-2b1c-4742-8e15-6a10ef74216d req-dfe696a2-8695-457a-a3e3-9e13db16d2d5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0809793 May 04 14:36:12.810377 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81690cfe-2b1c-4742-8e15-6a10ef74216d req-3eb0229a-3257-4bf3-82f3-be315e6e9bb6 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388484 May 04 14:36:13.231354 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ef5b-ffef-4294-ba75-5d77d1d92a45 req-7138e2e6-872e-48e9-bfe7-624d4c7910fa tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:13.232857 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b911ef5b-ffef-4294-ba75-5d77d1d92a45 req-7138e2e6-872e-48e9-bfe7-624d4c7910fa tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.1643412 May 04 14:36:13.281374 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b911ef5b-ffef-4294-ba75-5d77d1d92a45 req-699dd0d7-958e-4782-bf8f-b2151521d08c tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 May 04 14:36:13.822759 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daf41a-1e70-4956-8156-253b58f3ee0d req-8206ef70-eb73-4486-8fda-eb92d1b05813 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:13.824238 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-71daf41a-1e70-4956-8156-253b58f3ee0d req-8206ef70-eb73-4486-8fda-eb92d1b05813 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0897892 May 04 14:36:13.871804 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-71daf41a-1e70-4956-8156-253b58f3ee0d req-2e2d69ad-3dff-4f1d-be58-de4debe69319 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417631 May 04 14:36:14.019297 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1cf06-81f9-4e23-98c1-32d337a85bc4 req-9bb8bde8-04e2-4ae4-be4e-66f1a2aca33b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:14.020660 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0de1cf06-81f9-4e23-98c1-32d337a85bc4 req-9bb8bde8-04e2-4ae4-be4e-66f1a2aca33b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0945613 May 04 14:36:14.068301 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0de1cf06-81f9-4e23-98c1-32d337a85bc4 req-544d154d-9575-40b5-afc3-d874417b2115 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 May 04 14:36:14.528989 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74719a48-44e4-4e51-9eba-239967cc9b19 req-30c4fb67-9cd6-42df-925d-79eaae43c61b tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:14.532278 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-74719a48-44e4-4e51-9eba-239967cc9b19 req-30c4fb67-9cd6-42df-925d-79eaae43c61b tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.1401165 May 04 14:36:14.607805 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-74719a48-44e4-4e51-9eba-239967cc9b19 req-176755a7-1fe0-42e9-ac9f-17afd02c965f tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695939 May 04 14:36:15.076471 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda91b69-2f88-4948-99c3-e28e10bdecd5 req-9a9c2a9f-28b6-460a-ab34-6dd10510b899 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:15.077946 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-eda91b69-2f88-4948-99c3-e28e10bdecd5 req-9a9c2a9f-28b6-460a-ab34-6dd10510b899 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0856950 May 04 14:36:15.123019 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-eda91b69-2f88-4948-99c3-e28e10bdecd5 req-7b62ca50-f329-4649-8cee-68a6b6da4929 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389578 May 04 14:36:15.259352 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f9e29-f2ae-49eb-8c1a-1a066f63a8dd req-ff3dc878-0cf1-469b-af84-f81ff984b9f5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:15.260842 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-100f9e29-f2ae-49eb-8c1a-1a066f63a8dd req-ff3dc878-0cf1-469b-af84-f81ff984b9f5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0806918 May 04 14:36:15.306772 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-100f9e29-f2ae-49eb-8c1a-1a066f63a8dd req-cfc0bb40-c6df-4da5-8b73-7d1c54ce94c6 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 May 04 14:36:15.795893 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44512b-e876-44f7-b11e-ae75f13301c3 req-922e66bd-c5f1-4835-82d3-74fa3e70f28d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:15.797348 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c44512b-e876-44f7-b11e-ae75f13301c3 req-922e66bd-c5f1-4835-82d3-74fa3e70f28d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0875199 May 04 14:36:15.841737 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c44512b-e876-44f7-b11e-ae75f13301c3 req-1e7cafe8-e174-4c3c-9b59-c2904ae9277e tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384614 May 04 14:36:16.353058 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096cf17-55db-4d79-b635-bf7d3908b08f req-35f67081-a740-4ced-bb21-55bb8b1815e8 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:16.355001 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0096cf17-55db-4d79-b635-bf7d3908b08f req-35f67081-a740-4ced-bb21-55bb8b1815e8 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.1024938 May 04 14:36:16.410898 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0096cf17-55db-4d79-b635-bf7d3908b08f req-a48bf879-c1d6-4611-85cf-7bcf38aa27b7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495815 May 04 14:36:16.511317 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923e2ee-669c-4635-bf36-53f16ec1db50 req-e48971e5-02b4-466d-a21f-cc328b6239c5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:16.512838 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c923e2ee-669c-4635-bf36-53f16ec1db50 req-e48971e5-02b4-466d-a21f-cc328b6239c5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0821247 May 04 14:36:16.557369 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c923e2ee-669c-4635-bf36-53f16ec1db50 req-98687678-79f8-4aa9-a783-73216a04e25e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383785 May 04 14:36:17.028574 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5d890-e013-4ae3-b3dc-30810ff51505 req-522c980c-219d-4af5-8647-9dbb3bebfa59 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:17.029899 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7dc5d890-e013-4ae3-b3dc-30810ff51505 req-522c980c-219d-4af5-8647-9dbb3bebfa59 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0849392 May 04 14:36:17.079143 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7dc5d890-e013-4ae3-b3dc-30810ff51505 req-ba95a850-5a4f-441a-8fce-12a9b520983b tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 May 04 14:36:17.617406 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c651f5-87df-4ed3-8670-4e4cdfc8c830 req-280b37e2-da78-40da-9e88-1d76e5ab47e5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:17.618886 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f6c651f5-87df-4ed3-8670-4e4cdfc8c830 req-280b37e2-da78-40da-9e88-1d76e5ab47e5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0859337 May 04 14:36:17.663828 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f6c651f5-87df-4ed3-8670-4e4cdfc8c830 req-996f4dd4-66d8-4c39-be2e-8ec77a7333fb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390460 May 04 14:36:17.852496 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f37fc-45ff-45ee-a2f5-68f14ee907fe req-63d13e33-6891-46b7-9f1a-cf42675f07d2 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:17.854056 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-916f37fc-45ff-45ee-a2f5-68f14ee907fe req-63d13e33-6891-46b7-9f1a-cf42675f07d2 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0934548 May 04 14:36:17.899312 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-916f37fc-45ff-45ee-a2f5-68f14ee907fe req-ba2bc0b8-88eb-4f42-b069-9d210d9c902b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393605 May 04 14:36:18.856780 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9693c70-4249-40c0-bd47-cbf19cfd5f60 req-415110d1-5b3b-4d11-959f-9b1dd492ce06 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:18.858234 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d9693c70-4249-40c0-bd47-cbf19cfd5f60 req-415110d1-5b3b-4d11-959f-9b1dd492ce06 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0853400 May 04 14:36:18.903526 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d9693c70-4249-40c0-bd47-cbf19cfd5f60 req-370e8515-d83c-468d-9870-82c2f0c4c601 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394082 May 04 14:36:19.092645 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9069c-8a77-4c88-88c2-2f27bc96ce4e req-28a3e287-8786-4330-85e9-5dbcdbf1f06d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:19.094338 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-abf9069c-8a77-4c88-88c2-2f27bc96ce4e req-28a3e287-8786-4330-85e9-5dbcdbf1f06d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0821674 May 04 14:36:19.138266 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-abf9069c-8a77-4c88-88c2-2f27bc96ce4e req-a0067ef9-d997-49df-a8f0-f68e6f89abfb tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 May 04 14:36:20.105192 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd224392-ba8a-4210-96d8-4e5400e10797 req-0b85ee16-aa8e-484f-b9ca-7865b19f7788 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:20.106701 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd224392-ba8a-4210-96d8-4e5400e10797 req-0b85ee16-aa8e-484f-b9ca-7865b19f7788 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0834882 May 04 14:36:20.153397 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd224392-ba8a-4210-96d8-4e5400e10797 req-95db1542-72e8-4379-b145-f35a2379496e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393221 May 04 14:36:20.309039 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:36:20.354814 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079cf90-91a5-4117-9b9f-b9a2e194cf65 req-e4d581ba-47c5-4d4e-9208-16be0aff37af tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:20.360177 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0079cf90-91a5-4117-9b9f-b9a2e194cf65 req-e4d581ba-47c5-4d4e-9208-16be0aff37af tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0959713 May 04 14:36:20.406151 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0079cf90-91a5-4117-9b9f-b9a2e194cf65 req-ea0405eb-e164-4a39-84a6-dcfb5d033f14 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 May 04 14:36:21.353953 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed96a44-bb64-4f5f-a826-4d4a7093c5dc req-b770e61d-2c91-4a9e-84eb-46bb5b1f6662 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:21.355421 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ed96a44-bb64-4f5f-a826-4d4a7093c5dc req-b770e61d-2c91-4a9e-84eb-46bb5b1f6662 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0833023 May 04 14:36:21.458543 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ed96a44-bb64-4f5f-a826-4d4a7093c5dc req-070bc07e-4fc0-4d9c-93da-3b5cf949c3e1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970790 May 04 14:36:21.640421 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2e4bf-75c3-47ec-933f-aba38fa442fb req-55188f7d-060e-4cc4-b2b9-1cbd5674fcd0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:21.641782 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-eab2e4bf-75c3-47ec-933f-aba38fa442fb req-55188f7d-060e-4cc4-b2b9-1cbd5674fcd0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0848029 May 04 14:36:21.688836 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-eab2e4bf-75c3-47ec-933f-aba38fa442fb req-231fc149-d332-448b-b134-0d729e8808ee tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411623 May 04 14:36:22.794415 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcf316-1b12-4189-bd3e-ace16380fd65 req-bbbd1d43-e7df-4f1e-a7a2-e43ae91fa536 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:22.796031 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6cfcf316-1b12-4189-bd3e-ace16380fd65 req-bbbd1d43-e7df-4f1e-a7a2-e43ae91fa536 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0836265 May 04 14:36:22.845016 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6cfcf316-1b12-4189-bd3e-ace16380fd65 req-d5acf5c4-9df2-4831-b9f9-daa93ce82927 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 May 04 14:36:23.025532 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc4a44-1f42-4fa3-8c99-4f6f7051ba9e req-045319ab-ebe3-4752-8019-86d2b428a7c3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:23.026932 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-aafc4a44-1f42-4fa3-8c99-4f6f7051ba9e req-045319ab-ebe3-4752-8019-86d2b428a7c3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0836778 May 04 14:36:23.075133 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-aafc4a44-1f42-4fa3-8c99-4f6f7051ba9e req-55a97277-0780-4a2d-b1bb-43e35a8d047d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 May 04 14:36:23.121403 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:24.037428 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac83dd6-8015-4f6a-8577-1e45a9c7c683 req-9e1f7683-ee6a-4fc7-8153-df0b953de6a8 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:24.038904 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7ac83dd6-8015-4f6a-8577-1e45a9c7c683 req-9e1f7683-ee6a-4fc7-8153-df0b953de6a8 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0796022 May 04 14:36:24.084552 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7ac83dd6-8015-4f6a-8577-1e45a9c7c683 req-5000b996-01be-4902-a1c5-7d6e4221a4b0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398383 May 04 14:36:24.271555 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d071c4-bcd6-4800-a0e3-f71eddac1393 req-71700563-19b8-441b-bdd8-d28bc04278d4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:24.273020 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-17d071c4-bcd6-4800-a0e3-f71eddac1393 req-71700563-19b8-441b-bdd8-d28bc04278d4 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0934935 May 04 14:36:24.320634 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-17d071c4-bcd6-4800-a0e3-f71eddac1393 req-6570196e-5e9d-49be-8dd3-05e2f3f1431f tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 May 04 14:36:25.279619 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db00af-175d-4552-8c8a-8697fc921fb3 req-2a0a571e-86a8-43ff-be67-ef35292f1105 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:25.281045 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-03db00af-175d-4552-8c8a-8697fc921fb3 req-2a0a571e-86a8-43ff-be67-ef35292f1105 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 943 time: 0.0854692 May 04 14:36:25.324853 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-03db00af-175d-4552-8c8a-8697fc921fb3 req-25d8b878-2868-49c2-a3d2-fe72ba371188 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380125 May 04 14:36:25.518195 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1bcdf-7efc-409c-be76-54680bc57fb3 req-4628d03a-1399-466e-9293-e86563d84529 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:25.519649 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9df1bcdf-7efc-409c-be76-54680bc57fb3 req-4628d03a-1399-466e-9293-e86563d84529 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0888629 May 04 14:36:25.566168 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9df1bcdf-7efc-409c-be76-54680bc57fb3 req-b3e9ced7-ac50-42d7-b1fe-96db559d2ec6 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389075 May 04 14:36:25.863859 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:36:26.006477 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:26.019532 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'port_id': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'mac_address': 'fa:16:3e:2f:ce:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:36:26.077413 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:26.093575 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:26.109404 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:26.114815 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:26.117663 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:26.186212 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=9']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:26.195066 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.195742 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.196314 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.196871 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.197397 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.197973 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.198432 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.198972 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.199458 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.199979 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.200437 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.200955 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:26.205291 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:26.538185 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c1630-c14a-4e6b-a4de-519c0f9d0d17 req-76d7ad20-1b52-4f1a-9dc7-e0345b676731 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:26.539946 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-784c1630-c14a-4e6b-a4de-519c0f9d0d17 req-76d7ad20-1b52-4f1a-9dc7-e0345b676731 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 944 time: 0.1040149 May 04 14:36:26.550144 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:26.585130 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-784c1630-c14a-4e6b-a4de-519c0f9d0d17 req-e5818654-16aa-4e12-b1af-607109838d66 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396709 May 04 14:36:26.751393 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680002-c9d7-434d-a73d-b4564b09bd52 req-07500a19-9caf-462f-bb0f-7b1522171ac9 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:26.752902 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-53680002-c9d7-434d-a73d-b4564b09bd52 req-07500a19-9caf-462f-bb0f-7b1522171ac9 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0829616 May 04 14:36:26.796931 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-53680002-c9d7-434d-a73d-b4564b09bd52 req-c09a6ff0-cc42-42d0-a49e-d1bbc6544766 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380743 May 04 14:36:27.074129 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa06d-52bf-4eb8-922b-88de9d95a3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.297522 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 44400) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:27.414727 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.428744 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:27.432711 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] Usage tracker for resource:security_group_rule and tenant:237ae45db1e142d1a276a8783c892b33 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:27.435471 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:27.441143 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:27.523041 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.528562 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.535323 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1e46aa0a-c838-480c-9c3c-8d046ec586e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:27.574558 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=237ae45db1e142d1a276a8783c892b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759438 May 04 14:36:27.575446 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cdeed1-7a40-4c4d-97b9-5f4a6ddfaad0,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:27.577451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 44408) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:27.578822 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:27.638634 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-825fd244-c6db-42ee-93bb-732463508a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.664897 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-825fd244-c6db-42ee-93bb-732463508a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.770097 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-825fd244-c6db-42ee-93bb-732463508a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.775081 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-43a187a1-39d4-4cb6-a43c-791eca30b01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:27.789523 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fd244-c6db-42ee-93bb-732463508a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cdeed1-7a40-4c4d-97b9-5f4a6ddfaad0,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:27.792322 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-825fd244-c6db-42ee-93bb-732463508a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:27.808775 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec058ba-18ba-46ac-86e8-af4ce2045763 req-7dc32f55-b71c-41ec-bbeb-d60185102101 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:27.810248 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4ec058ba-18ba-46ac-86e8-af4ce2045763 req-7dc32f55-b71c-41ec-bbeb-d60185102101 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 944 time: 0.1151359 May 04 14:36:27.811579 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-825fd244-c6db-42ee-93bb-732463508a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.816123 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-825fd244-c6db-42ee-93bb-732463508a0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78cdeed1-7a40-4c4d-97b9-5f4a6ddfaad0 HTTP/1.1" status: 204 len: 168 time: 0.2340631 May 04 14:36:27.858327 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4ec058ba-18ba-46ac-86e8-af4ce2045763 req-1e71eb9a-f568-4de5-998d-0e8fa7265fa9 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420818 May 04 14:36:27.878490 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:28.004421 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:28.004791 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:28.111095 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dab51-e6d7-4b51-970d-a4ecd4e3d6a1 req-a628becf-a261-43ab-b8d3-54974ac9f0a3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:28.128754 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-807dab51-e6d7-4b51-970d-a4ecd4e3d6a1 req-a628becf-a261-43ab-b8d3-54974ac9f0a3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1667621 May 04 14:36:28.133047 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:28.151098 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21967fbc-594b-416f-bfd6-d7ec554dcecc req-8ff58c17-f10b-4f1c-b0b8-24547ed3b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:28.152575 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-21967fbc-594b-416f-bfd6-d7ec554dcecc req-8ff58c17-f10b-4f1c-b0b8-24547ed3b4f6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1472502 May 04 14:36:28.175340 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:28.176543 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:28.183628 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:28.185855 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:28.197261 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-807dab51-e6d7-4b51-970d-a4ecd4e3d6a1 req-1af30629-f482-4301-a27f-906a22922352 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675294 May 04 14:36:28.265342 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'code': 200} May 04 14:36:28.268847 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-21967fbc-594b-416f-bfd6-d7ec554dcecc req-9642dba9-8507-42db-a0a8-b97edf2d7742 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705574 May 04 14:36:28.279397 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=10']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:28.282372 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:29.057237 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01ce5-1f0f-4d8d-bea9-da67c757f284 req-c162ccbb-d8e6-4d64-9bde-056781ef5a96 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:29.059765 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bfe01ce5-1f0f-4d8d-bea9-da67c757f284 req-c162ccbb-d8e6-4d64-9bde-056781ef5a96 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 946 time: 0.0858769 May 04 14:36:29.110815 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bfe01ce5-1f0f-4d8d-bea9-da67c757f284 req-4399b504-4f6d-4703-8465-a2aaec0f1912 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461328 May 04 14:36:29.471767 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e1f55-2928-4b97-a1cc-61565ece989f req-30eba90c-c806-4bf5-a1d5-747486ba0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:29.473244 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-380e1f55-2928-4b97-a1cc-61565ece989f req-30eba90c-c806-4bf5-a1d5-747486ba0d82 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 1099 time: 0.1769233 May 04 14:36:29.485961 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb2a51-479d-41a8-8aae-aacf0b13a600 req-ac1e6604-3394-44b0-954e-57648ee30c16 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:29.487393 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1ecb2a51-479d-41a8-8aae-aacf0b13a600 req-ac1e6604-3394-44b0-954e-57648ee30c16 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1534159 May 04 14:36:29.642814 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1ecb2a51-479d-41a8-8aae-aacf0b13a600 req-6c176020-6992-47da-8c28-6cae7b4e368d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490238 May 04 14:36:29.648589 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:29.653949 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-380e1f55-2928-4b97-a1cc-61565ece989f req-e5fd2c94-315f-484b-a01b-4fc9ec0e883b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421766 May 04 14:36:29.667528 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d872d1-98be-430b-af29-d4074bbdab9e req-ffd96c08-9869-4db2-80ba-4b42a7e998aa tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:29.669293 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19d872d1-98be-430b-af29-d4074bbdab9e req-ffd96c08-9869-4db2-80ba-4b42a7e998aa tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.2390544 May 04 14:36:29.714532 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19d872d1-98be-430b-af29-d4074bbdab9e req-d03daf11-437b-4cf3-a98d-ee17c81bce6c tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395179 May 04 14:36:29.801788 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8c00117c-a295-4248-936c-ffb4dac23a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:30.338659 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da6a0e-a691-4c04-9568-ad57da04ed1e req-80607fe3-f870-495a-9e63-f3750b1d55d4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:30.340313 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-33da6a0e-a691-4c04-9568-ad57da04ed1e req-80607fe3-f870-495a-9e63-f3750b1d55d4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 946 time: 0.0913687 May 04 14:36:30.390442 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-33da6a0e-a691-4c04-9568-ad57da04ed1e req-1d4475ef-59d7-43e4-bf66-79c451e922e6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436780 May 04 14:36:30.553590 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-086bed9f-a946-42af-8745-29b5deca8829 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c6cf7245669b43f9b309f9d7abf3c3c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312960 May 04 14:36:30.699125 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:30.720142 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-6a769658-347e-424f-bd1f-5c24673f371d tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:30.722148 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-6a769658-347e-424f-bd1f-5c24673f371d tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630077 May 04 14:36:30.739365 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-9e0e8021-6c3a-40a9-93bb-90c375553048 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/quotas/c6cf7245669b43f9b309f9d7abf3c3c4 HTTP/1.1" status: 200 len: 375 time: 0.0106127 May 04 14:36:30.824224 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-28d9030f-19f8-4b78-bc02-6fd19f9f212d tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6cf7245669b43f9b309f9d7abf3c3c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784314 May 04 14:36:30.872295 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61e359-ed46-4632-9d45-5069aa094d3d req-3dea1cdc-0a25-4fa6-8625-67fdbd17504e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:30.873774 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb61e359-ed46-4632-9d45-5069aa094d3d req-3dea1cdc-0a25-4fa6-8625-67fdbd17504e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0928049 May 04 14:36:30.923857 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb61e359-ed46-4632-9d45-5069aa094d3d req-4a379806-e803-4539-b6e5-6283ee6277ca tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 May 04 14:36:31.021816 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-200f5ef3-26ab-4cec-8afc-65577c852f31 req-a1bdbe21-3abb-46c9-8697-4e49f3ba8362 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 210 time: 0.0522137 May 04 14:36:31.116325 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1aa81-a2ba-4193-87de-5985cca87c74 req-b11e169f-1110-4d8c-a35e-7659e15930ec tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:31.117583 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e7f1aa81-a2ba-4193-87de-5985cca87c74 req-b11e169f-1110-4d8c-a35e-7659e15930ec tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0992122 May 04 14:36:31.167323 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e7f1aa81-a2ba-4193-87de-5985cca87c74 req-a979bc35-3fca-4319-a796-d848774622f5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420520 May 04 14:36:31.678364 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28526a-ccba-47ad-bfce-6f0e44cf7577 req-498d0268-ef44-4630-bb6c-d45e8a58cd8e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:31.679885 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d28526a-ccba-47ad-bfce-6f0e44cf7577 req-498d0268-ef44-4630-bb6c-d45e8a58cd8e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.2174606 May 04 14:36:31.691654 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba7996-1fc2-4abc-bd24-8c2baf9045e1 req-0110a4a1-3053-4360-b3ed-cd07aefd1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:31.693057 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81ba7996-1fc2-4abc-bd24-8c2baf9045e1 req-0110a4a1-3053-4360-b3ed-cd07aefd1e5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc29be53d5f9457595547958e20a998a&device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1856363 May 04 14:36:31.712414 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956427b-0929-4e21-87f9-19646b09a13e req-780890e3-c0a9-403e-a8e1-56a8071abef6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:31.713808 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1956427b-0929-4e21-87f9-19646b09a13e req-780890e3-c0a9-403e-a8e1-56a8071abef6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 946 time: 0.2075145 May 04 14:36:31.849082 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d28526a-ccba-47ad-bfce-6f0e44cf7577 req-319062e2-0bcd-49a3-96ac-9a4e63306bb5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612186 May 04 14:36:31.868337 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1956427b-0929-4e21-87f9-19646b09a13e req-72f6acab-3ec2-496f-9751-a4b69e2b6bd9 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285512 May 04 14:36:31.903438 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba7996-1fc2-4abc-bd24-8c2baf9045e1 req-0ad60729-5dbd-4977-91db-a06f3f63f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:31.904909 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81ba7996-1fc2-4abc-bd24-8c2baf9045e1 req-0ad60729-5dbd-4977-91db-a06f3f63f923 service neutron] 10.222.0.54 "GET /v2.0/networks?id=375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 200 len: 920 time: 0.1857491 May 04 14:36:31.980174 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81ba7996-1fc2-4abc-bd24-8c2baf9045e1 req-ea8b27ed-d911-48a7-91bb-9f2d96f763fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 HTTP/1.1" status: 200 len: 217 time: 0.0621457 May 04 14:36:32.044854 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba7996-1fc2-4abc-bd24-8c2baf9045e1 req-cb823a4e-d8e7-4eaa-b388-5edc5e9b3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:32.046297 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81ba7996-1fc2-4abc-bd24-8c2baf9045e1 req-cb823a4e-d8e7-4eaa-b388-5edc5e9b3eaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 200 len: 859 time: 0.0580251 May 04 14:36:32.099763 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81ba7996-1fc2-4abc-bd24-8c2baf9045e1 req-1a969dfc-2644-44fa-b86d-9d1b1bd42b98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=375c64a7-d216-49b0-a85c-1971e50e8e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437760 May 04 14:36:32.201210 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3a680939-92fb-419c-bb12-c7dbc4fa05ea req-530dc192-01da-4634-b85d-51e05e50d24d tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 210 time: 0.0713828 May 04 14:36:32.256139 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:32.338097 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81ba7996-1fc2-4abc-bd24-8c2baf9045e1 req-8460ccd0-c4e5-40eb-bcf7-1623e8c6e967 service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071238 May 04 14:36:32.371136 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8210-8da0-4b5e-9096-5ec318d5831e req-ec06fec5-498d-4b86-9c5b-a92b2feb7b27 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:32.372578 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9d9a8210-8da0-4b5e-9096-5ec318d5831e req-ec06fec5-498d-4b86-9c5b-a92b2feb7b27 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0916917 May 04 14:36:32.520398 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-d4f72c84-9941-431c-99bb-b8158b82b4cf tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c6cf7245669b43f9b309f9d7abf3c3c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1255844 May 04 14:36:32.635450 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9d9a8210-8da0-4b5e-9096-5ec318d5831e req-e440c48f-ccbd-4f5a-bd2f-3b37e1418564 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417126 May 04 14:36:32.733696 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81ba7996-1fc2-4abc-bd24-8c2baf9045e1 req-812c62ee-f055-4719-bd66-ec89c54243de service neutron] 10.222.0.54 "GET /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571343 May 04 14:36:32.773151 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-5d52b93d-1b93-467e-8cbe-ca5f3b0a9ffe tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:32.774533 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-5d52b93d-1b93-467e-8cbe-ca5f3b0a9ffe tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053130 May 04 14:36:32.880583 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Request body: {'port': {'device_id': '132d0f70-cd24-4fbb-ac39-20e7a64238bc', 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb', 'admin_state_up': True, 'tenant_id': 'c6cf7245669b43f9b309f9d7abf3c3c4'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:33.118934 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:33.126671 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Usage tracker for resource:port and tenant:c6cf7245669b43f9b309f9d7abf3c3c4 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:33.132542 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:33.139788 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:33.168818 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Made reservation on behalf of c6cf7245669b43f9b309f9d7abf3c3c4 for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:36:33.172633 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:33.191887 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:33.209642 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06ee8a-a687-43ec-824e-4c6897f9c596 req-455e63c8-1910-4feb-80bb-4a52854bdc36 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:33.211179 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc06ee8a-a687-43ec-824e-4c6897f9c596 req-455e63c8-1910-4feb-80bb-4a52854bdc36 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 946 time: 0.2158625 May 04 14:36:33.233720 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:33.243046 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fb2e-829b-4dfe-9a8a-7790ec09b73c req-8829cebf-363e-4a21-b5f8-db4ace2374b3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:33.244800 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8687fb2e-829b-4dfe-9a8a-7790ec09b73c req-8829cebf-363e-4a21-b5f8-db4ace2374b3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.2151599 May 04 14:36:33.251211 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Usage tracker for resource:security_group_rule and tenant:c6cf7245669b43f9b309f9d7abf3c3c4 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:33.256937 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:33.283766 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:33.315896 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc06ee8a-a687-43ec-824e-4c6897f9c596 req-3e770f7b-e8dc-4d39-851a-f637b49c4477 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975163 May 04 14:36:33.335865 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8687fb2e-829b-4dfe-9a8a-7790ec09b73c req-00bf2c0d-088a-4826-aaef-8b9a02a3b8bc tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799251 May 04 14:36:33.405709 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:33.409509 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:33.412761 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-aff02862-494d-477a-8fe0-8d78d686d696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:33.527181 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca221e4a-1453-4909-9b7b-5ac14f4352b2,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:33.535983 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:33.538086 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ae1d124d-f0e9-4d56-af8c-70d892e419ad req-400ca6db-cb3d-4b21-8bfb-fb3ae7d6a6e4 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 210 time: 0.0939202 May 04 14:36:33.644665 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Allocated IP 192.168.233.191 (6a58c1f1-1011-46ae-9555-f6d739654fbb/37d23321-f3be-499a-ae76-79baf0ce4b8a/44b95b69-cdb6-456c-b34d-93e1f9df45ec) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:36:33.890632 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:33.912537 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Transition to ACTIVE for port object 44b95b69-cdb6-456c-b34d-93e1f9df45ec will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:33.922385 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40d67-8895-4b8f-a7a4-e4e91c49b1af req-b8d3bfa6-4838-4ed7-a0af-bc83b30ac1bf tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:33.923859 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-35b40d67-8895-4b8f-a7a4-e4e91c49b1af req-b8d3bfa6-4838-4ed7-a0af-bc83b30ac1bf tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.1439722 May 04 14:36:33.980435 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-35b40d67-8895-4b8f-a7a4-e4e91c49b1af req-9b5f740e-16e1-4fce-a417-026e2bec5862 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505495 May 04 14:36:33.992297 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.003693 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:34.051217 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Network 6a58c1f1-1011-46ae-9555-f6d739654fbb is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:36:34.054394 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:36:34.058324 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:36:34.120043 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Pushing event updated for resources: {'Port': ['ID=44b95b69-cdb6-456c-b34d-93e1f9df45ec,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:34.124626 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:34.140510 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:34.141413 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.167916 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2920406 May 04 14:36:34.210558 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Request body: {'port': {'device_id': '132d0f70-cd24-4fbb-ac39-20e7a64238bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:34.290541 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-8b469dd8-0851-40b1-a23b-ac2486baee1f None None] Provisioning for port 44b95b69-cdb6-456c-b34d-93e1f9df45ec completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:34.295168 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-8b469dd8-0851-40b1-a23b-ac2486baee1f None None] Provisioning complete for port 44b95b69-cdb6-456c-b34d-93e1f9df45ec triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:34.295541 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8b469dd8-0851-40b1-a23b-ac2486baee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.316794 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.346393 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-8b469dd8-0851-40b1-a23b-ac2486baee1f None None] Port 44b95b69-cdb6-456c-b34d-93e1f9df45ec cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:36:34.776443 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1b808-4fd5-4942-9f65-db8013e40d13 req-fe453570-9e48-49e6-8e32-177a6ff61a05 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:34.777912 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1ce1b808-4fd5-4942-9f65-db8013e40d13 req-fe453570-9e48-49e6-8e32-177a6ff61a05 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 946 time: 0.3482246 May 04 14:36:34.786834 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48b876-e807-4eb8-9231-4e3458202f8e req-be941e4b-cd6c-4143-8b39-3401a62bd15e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:34.788209 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c48b876-e807-4eb8-9231-4e3458202f8e req-be941e4b-cd6c-4143-8b39-3401a62bd15e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.3216724 May 04 14:36:34.915327 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1ce1b808-4fd5-4942-9f65-db8013e40d13 req-01c727f2-7e3e-43e3-b83b-aae280656890 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261139 May 04 14:36:34.920345 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c48b876-e807-4eb8-9231-4e3458202f8e req-9851c64d-a751-4613-9d54-c48c5cec4c76 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155868 May 04 14:36:34.928815 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b95b69-cdb6-456c-b34d-93e1f9df45ec {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:34.937179 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.952849 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Transition to ACTIVE for port object 44b95b69-cdb6-456c-b34d-93e1f9df45ec will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:34.964878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.969492 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-db1bcb9a-a263-4812-9204-5adf1fb42759 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:35.232432 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Pushing event updated for resources: {'Port': ['ID=44b95b69-cdb6-456c-b34d-93e1f9df45ec,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:35.240573 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:35.341079 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Attempting to bind port 44b95b69-cdb6-456c-b34d-93e1f9df45ec on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:36:35.341400 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Attempting to bind port 44b95b69-cdb6-456c-b34d-93e1f9df45ec by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '15b61a6a-5c9f-4122-89bd-a4025e84caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:36:35.341715 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Attempting to bind port 44b95b69-cdb6-456c-b34d-93e1f9df45ec on network 6a58c1f1-1011-46ae-9555-f6d739654fbb {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:35.355825 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad12908-b879-4dcc-a422-93855b338063 req-6e02fce0-c0e2-4a91-bb3f-dd7cdcd37bee tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:35.357261 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ad12908-b879-4dcc-a422-93855b338063 req-6e02fce0-c0e2-4a91-bb3f-dd7cdcd37bee tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.2204840 May 04 14:36:35.365069 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d5dd-7d43-4e7a-8e01-4c03c66af35f req-4e9703b7-507d-49fb-9ab3-57834a04748b tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:35.365747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-dbf1d5dd-7d43-4e7a-8e01-4c03c66af35f req-4e9703b7-507d-49fb-9ab3-57834a04748b tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Synchronizing usage tracker for tenant:c6cf7245669b43f9b309f9d7abf3c3c4 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:35.368239 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Port 44b95b69-cdb6-456c-b34d-93e1f9df45ec on network 6a58c1f1-1011-46ae-9555-f6d739654fbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:36:35.368571 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Attempting to bind port 44b95b69-cdb6-456c-b34d-93e1f9df45ec on network 6a58c1f1-1011-46ae-9555-f6d739654fbb {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:35.392369 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:36:35.392674 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Checking segment: {'id': '15b61a6a-5c9f-4122-89bd-a4025e84caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:36:35.393048 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Bound using segment: {'id': '15b61a6a-5c9f-4122-89bd-a4025e84caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:36:35.393480 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Bound port: 44b95b69-cdb6-456c-b34d-93e1f9df45ec, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b61a6a-5c9f-4122-89bd-a4025e84caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:36:35.393824 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.468362 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-dbf1d5dd-7d43-4e7a-8e01-4c03c66af35f req-4e9703b7-507d-49fb-9ab3-57834a04748b tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Unset dirty status for tenant:c6cf7245669b43f9b309f9d7abf3c3c4 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:35.469510 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dbf1d5dd-7d43-4e7a-8e01-4c03c66af35f req-4e9703b7-507d-49fb-9ab3-57834a04748b tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 948 time: 0.4565015 May 04 14:36:35.476084 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ad12908-b879-4dcc-a422-93855b338063 req-4fd5fbce-1b76-4a9f-b97e-0d2e6f778f88 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043026 May 04 14:36:35.540005 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-dbf1d5dd-7d43-4e7a-8e01-4c03c66af35f req-f8348485-a038-477c-a531-54ae01ba0cd8 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Synchronizing usage tracker for tenant:c6cf7245669b43f9b309f9d7abf3c3c4 on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:35.544776 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] For port 44b95b69-cdb6-456c-b34d-93e1f9df45ec, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:36:35.548037 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] For port 44b95b69-cdb6-456c-b34d-93e1f9df45ec, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44b95b69-cdb6-456c-b34d-93e1f9df45ec,segment=NetworkSegment(15b61a6a-5c9f-4122-89bd-a4025e84caa3),segment_id=15b61a6a-5c9f-4122-89bd-a4025e84caa3)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:36:35.554111 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.560545 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:35.606558 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-dbf1d5dd-7d43-4e7a-8e01-4c03c66af35f req-f8348485-a038-477c-a531-54ae01ba0cd8 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Unset dirty status for tenant:c6cf7245669b43f9b309f9d7abf3c3c4 on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:35.607710 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dbf1d5dd-7d43-4e7a-8e01-4c03c66af35f req-f8348485-a038-477c-a531-54ae01ba0cd8 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290884 May 04 14:36:35.612286 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:35.613132 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.614218 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] 10.222.0.54 "PUT /v2.0/ports/44b95b69-cdb6-456c-b34d-93e1f9df45ec HTTP/1.1" status: 200 len: 1098 time: 1.4081624 May 04 14:36:35.614673 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132d0f70-cd24-4fbb-ac39-20e7a64238bc', 'tag': '44b95b69-cdb6-456c-b34d-93e1f9df45ec'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:35.648131 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Pushing event updated for resources: {'Port': ['ID=44b95b69-cdb6-456c-b34d-93e1f9df45ec,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:35.654398 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:35.666818 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132d0f70-cd24-4fbb-ac39-20e7a64238bc', 'tag': '44b95b69-cdb6-456c-b34d-93e1f9df45ec', 'status': 'completed', 'code': 200} May 04 14:36:35.781046 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-bd41c8fd-7146-4e03-8257-984cacb61efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:35.782010 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-bd41c8fd-7146-4e03-8257-984cacb61efc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6cf7245669b43f9b309f9d7abf3c3c4&device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 1101 time: 0.0759923 May 04 14:36:35.960104 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-59151405-ae73-41fb-9d1f-ee6a57b7ef74 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=44b95b69-cdb6-456c-b34d-93e1f9df45ec HTTP/1.1" status: 200 len: 217 time: 0.0719523 May 04 14:36:36.031693 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4fd78fad-cd67-462c-9c1d-16a6e9657fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:36.033123 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-4fd78fad-cd67-462c-9c1d-16a6e9657fcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37d23321-f3be-499a-ae76-79baf0ce4b8a HTTP/1.1" status: 200 len: 843 time: 0.0608606 May 04 14:36:36.202768 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf7b52-d8f7-41f8-83b0-5d8b96258c43 req-f351e699-c58d-419e-b55a-4bc48c1b9fc0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:36.204257 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e1cf7b52-d8f7-41f8-83b0-5d8b96258c43 req-f351e699-c58d-419e-b55a-4bc48c1b9fc0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1433475 May 04 14:36:36.212290 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-b6f566a0-5d21-4b4b-b42b-54469be5133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:36.213503 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-b6f566a0-5d21-4b4b-b42b-54469be5133f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a58c1f1-1011-46ae-9555-f6d739654fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1142201 May 04 14:36:36.338373 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e1cf7b52-d8f7-41f8-83b0-5d8b96258c43 req-b4a935ef-1040-4f01-9b7f-1a97c112a77d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238868 May 04 14:36:36.390562 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-0e4d7434-ac2d-4224-9172-8b5df56c70a8 service neutron] 10.222.0.54 "GET /v2.0/networks/6a58c1f1-1011-46ae-9555-f6d739654fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549969 May 04 14:36:36.677070 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97e57dc5-ca12-47bd-b7f9-cd92f617e93b req-3f55da8b-0636-4385-abc9-cdcdcc4442f1 service neutron] 10.222.0.54 "GET /v2.0/networks/6a58c1f1-1011-46ae-9555-f6d739654fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515974 May 04 14:36:36.700468 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8fb3-94cf-464d-8725-34a07e3fc45e req-9c05b3f2-9cf0-4163-b203-6105e4456bb7 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:36.701912 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ec7c8fb3-94cf-464d-8725-34a07e3fc45e req-9c05b3f2-9cf0-4163-b203-6105e4456bb7 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.1163795 May 04 14:36:36.790182 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ec7c8fb3-94cf-464d-8725-34a07e3fc45e req-63b8d403-0c01-4004-8c15-60bb16e24604 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807436 May 04 14:36:36.864756 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792409d4-dd7c-47a1-9e0d-8469951b0c62 req-e1caedfb-eafd-4950-a07a-8de094c8b535 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:36.866180 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-792409d4-dd7c-47a1-9e0d-8469951b0c62 req-e1caedfb-eafd-4950-a07a-8de094c8b535 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 948 time: 0.1430666 May 04 14:36:36.921076 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-42774ea7-72fe-4a26-8f04-d813808fd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:36.922503 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-42774ea7-72fe-4a26-8f04-d813808fd512 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6cf7245669b43f9b309f9d7abf3c3c4&device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 1101 time: 0.1194537 May 04 14:36:36.925360 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-792409d4-dd7c-47a1-9e0d-8469951b0c62 req-a8742cd9-9014-4906-9ac0-ae2901aab5d9 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530376 May 04 14:36:37.530171 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36363fc7-0709-47ae-a386-70789b445964 req-c56d0462-5bfa-4a29-a1e6-babc1d3661aa tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:37.531694 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36363fc7-0709-47ae-a386-70789b445964 req-c56d0462-5bfa-4a29-a1e6-babc1d3661aa tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0859146 May 04 14:36:37.577062 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36363fc7-0709-47ae-a386-70789b445964 req-99ba50f0-ad26-4b25-9e46-9b59336f6f00 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 May 04 14:36:37.974076 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78527ac-aec6-4cde-ae70-099351225e03 req-d599c2ba-b16f-4efc-8d82-3121dcf2d21c tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:37.975544 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f78527ac-aec6-4cde-ae70-099351225e03 req-d599c2ba-b16f-4efc-8d82-3121dcf2d21c tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0832200 May 04 14:36:38.023276 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f78527ac-aec6-4cde-ae70-099351225e03 req-6d611cd4-513e-4fdf-863d-9d7e3add140e tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396967 May 04 14:36:38.260348 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381d3de-1aa7-49bb-b392-f9f53caeb50d req-a51c2324-6c4f-4f25-b943-1472a5e4902c tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:38.261692 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2381d3de-1aa7-49bb-b392-f9f53caeb50d req-a51c2324-6c4f-4f25-b943-1472a5e4902c tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 948 time: 0.1588211 May 04 14:36:38.332071 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2381d3de-1aa7-49bb-b392-f9f53caeb50d req-1c1c3771-653a-4a27-9d23-66527b06e7fb tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632651 May 04 14:36:38.334515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-cd72d75f-f003-4549-8691-076727d0419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:38.335874 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-cd72d75f-f003-4549-8691-076727d0419d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a58c1f1-1011-46ae-9555-f6d739654fbb HTTP/1.1" status: 200 len: 870 time: 0.1715117 May 04 14:36:39.221379 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74db92e-a354-4f44-bad3-2dde66fd5c4c req-687b1990-55d8-4b57-af13-199592321d2b tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:39.222846 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74db92e-a354-4f44-bad3-2dde66fd5c4c req-687b1990-55d8-4b57-af13-199592321d2b tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0805175 May 04 14:36:39.266593 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74db92e-a354-4f44-bad3-2dde66fd5c4c req-b6206041-7c78-42a2-af93-5fd0a9f3c6f3 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378618 May 04 14:36:39.532172 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bd5d-66be-4979-a514-fedbcf0b5fd2 req-e10ee4bc-84ec-4312-9611-6ea37c7f7cd8 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:39.533631 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1c3bd5d-66be-4979-a514-fedbcf0b5fd2 req-e10ee4bc-84ec-4312-9611-6ea37c7f7cd8 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 948 time: 0.0856555 May 04 14:36:39.578431 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1c3bd5d-66be-4979-a514-fedbcf0b5fd2 req-a6d1b354-19c7-4678-bc20-143187222b15 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 May 04 14:36:40.361402 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-d73bad7f-bdbc-4c90-8316-e2f6e4ab264c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=44b95b69-cdb6-456c-b34d-93e1f9df45ec HTTP/1.1" status: 200 len: 217 time: 0.0667152 May 04 14:36:40.469275 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-3ae10631-6d72-4e7d-a1e3-c8d3987efff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:40.470700 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-3ae10631-6d72-4e7d-a1e3-c8d3987efff2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37d23321-f3be-499a-ae76-79baf0ce4b8a HTTP/1.1" status: 200 len: 843 time: 0.0985942 May 04 14:36:40.546114 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf6ce1-a5be-4e48-a6bb-f5e7b602e545 req-8e2b745f-e7f0-4b41-be36-e93e012d56e9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:40.547517 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5adf6ce1-a5be-4e48-a6bb-f5e7b602e545 req-8e2b745f-e7f0-4b41-be36-e93e012d56e9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.1464276 May 04 14:36:40.602689 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-a8345d76-575a-4f42-a8bf-b960ab94907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:40.604169 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-a8345d76-575a-4f42-a8bf-b960ab94907d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a58c1f1-1011-46ae-9555-f6d739654fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1215100 May 04 14:36:40.607024 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5adf6ce1-a5be-4e48-a6bb-f5e7b602e545 req-7ee1b50d-cf9e-4b43-8726-5ce9ef1963a0 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531919 May 04 14:36:40.794169 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-aa4771dd-c71f-4e0c-8f3f-87d02c18c475 service neutron] 10.222.0.54 "GET /v2.0/networks/6a58c1f1-1011-46ae-9555-f6d739654fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749473 May 04 14:36:40.890148 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff038e-5218-49e9-8834-9126e99eea9d req-2dd4005b-00d7-4bd1-b9f0-4fd453ea7a17 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:40.891599 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c0ff038e-5218-49e9-8834-9126e99eea9d req-2dd4005b-00d7-4bd1-b9f0-4fd453ea7a17 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 948 time: 0.1888633 May 04 14:36:41.039932 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c0ff038e-5218-49e9-8834-9126e99eea9d req-03440717-c5ec-4d7a-b800-c65cf24ac13e tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362319 May 04 14:36:41.043181 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5bd4131-d550-45bc-b66d-96a12bb26362 req-28121b3a-0edc-40dd-9f98-2e3fcbcba0bd service neutron] 10.222.0.54 "GET /v2.0/networks/6a58c1f1-1011-46ae-9555-f6d739654fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407980 May 04 14:36:41.805262 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aebcea-1a48-4e72-8342-7f0b74495bd7 req-5630df2b-2cde-4833-94c5-d1eeee6348e7 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:41.813746 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-75aebcea-1a48-4e72-8342-7f0b74495bd7 req-5630df2b-2cde-4833-94c5-d1eeee6348e7 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0927653 May 04 14:36:41.854410 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-75aebcea-1a48-4e72-8342-7f0b74495bd7 req-3d9064d3-1e18-444b-80ab-854335506da4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398221 May 04 14:36:42.241240 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8a5ea-c2e4-4496-a75b-680bc16d1192 req-98f0d453-a04b-48e2-be70-0fd4f7c700db tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:42.242696 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f2b8a5ea-c2e4-4496-a75b-680bc16d1192 req-98f0d453-a04b-48e2-be70-0fd4f7c700db tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 948 time: 0.0926182 May 04 14:36:42.286569 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f2b8a5ea-c2e4-4496-a75b-680bc16d1192 req-1ca721d8-e11b-4780-91ef-b8fa8b248aea tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380366 May 04 14:36:43.062322 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539203b-66f9-4902-a5ef-d3ed265334b7 req-6c305ad0-f7dd-46b1-9e79-dadb4f0d9e66 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:43.063853 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4539203b-66f9-4902-a5ef-d3ed265334b7 req-6c305ad0-f7dd-46b1-9e79-dadb4f0d9e66 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0911083 May 04 14:36:43.113145 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4539203b-66f9-4902-a5ef-d3ed265334b7 req-5feb5a04-4d76-4d17-97d0-ddb20cae8578 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 May 04 14:36:43.460595 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609706ac-925d-41fd-a1cd-0aa51026e366 req-0a47c1cb-5a01-4161-adb8-4152932fa81c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:43.461955 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-609706ac-925d-41fd-a1cd-0aa51026e366 req-0a47c1cb-5a01-4161-adb8-4152932fa81c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 945 time: 0.1249163 May 04 14:36:43.519871 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-609706ac-925d-41fd-a1cd-0aa51026e366 req-573b60cb-ebfe-443a-be29-a71dc34a9eb2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510180 May 04 14:36:43.527389 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433e2b0-40c1-4fb1-868b-b02c1a9441b3 req-94bcc915-05e5-42b9-829e-0379ec23217d tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:43.528797 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d433e2b0-40c1-4fb1-868b-b02c1a9441b3 req-94bcc915-05e5-42b9-829e-0379ec23217d tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 948 time: 0.1310613 May 04 14:36:43.577204 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d433e2b0-40c1-4fb1-868b-b02c1a9441b3 req-214a11f5-7ecb-44a1-9180-04c01f07fc8b tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 May 04 14:36:44.305682 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee367537-f2c3-4849-91b8-e25a30162822 req-6440e53d-f9e0-43ae-9846-6a8b4e359759 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:44.307156 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ee367537-f2c3-4849-91b8-e25a30162822 req-6440e53d-f9e0-43ae-9846-6a8b4e359759 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0857842 May 04 14:36:44.354720 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ee367537-f2c3-4849-91b8-e25a30162822 req-396aa687-e925-4e17-91c7-4c2340a950dc tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 May 04 14:36:44.767160 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0358e-ec6e-49ae-9bf5-15df5750cf8c req-a3b7b602-3ecb-4a2f-943d-9919e8b3969f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:44.768633 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-95a0358e-ec6e-49ae-9bf5-15df5750cf8c req-a3b7b602-3ecb-4a2f-943d-9919e8b3969f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 945 time: 0.1361110 May 04 14:36:44.804861 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6c742-a721-44bb-ba92-0911928e966a req-3b5d4680-44e6-4856-97ce-4606e436faf3 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:44.806296 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2ca6c742-a721-44bb-ba92-0911928e966a req-3b5d4680-44e6-4856-97ce-4606e436faf3 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 948 time: 0.1250203 May 04 14:36:44.840561 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-95a0358e-ec6e-49ae-9bf5-15df5750cf8c req-022082b5-8517-4c07-9a04-16fa70f73343 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649738 May 04 14:36:44.863141 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2ca6c742-a721-44bb-ba92-0911928e966a req-b3c0422e-9666-4b72-9de6-88c98772e0bc tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484247 May 04 14:36:45.557182 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f5ae7-e39e-4dc7-a3cd-3f061c5a3f55 req-34a3b67a-c470-419b-9bde-5edb3be6ad5f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:45.558637 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1b8f5ae7-e39e-4dc7-a3cd-3f061c5a3f55 req-34a3b67a-c470-419b-9bde-5edb3be6ad5f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0967503 May 04 14:36:45.611604 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1b8f5ae7-e39e-4dc7-a3cd-3f061c5a3f55 req-4fd4c9e7-ddbf-4ece-8c5b-e3cccb60ea97 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448475 May 04 14:36:45.782684 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 44b95b69-cdb6-456c-b34d-93e1f9df45ec details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:36:45.919810 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 44b95b69-cdb6-456c-b34d-93e1f9df45ec, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44b95b69-cdb6-456c-b34d-93e1f9df45ec,segment=NetworkSegment(15b61a6a-5c9f-4122-89bd-a4025e84caa3),segment_id=15b61a6a-5c9f-4122-89bd-a4025e84caa3)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:45.933389 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '44b95b69-cdb6-456c-b34d-93e1f9df45ec', 'network_id': '6a58c1f1-1011-46ae-9555-f6d739654fbb', 'port_id': '44b95b69-cdb6-456c-b34d-93e1f9df45ec', 'mac_address': 'fa:16:3e:e3:6b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d23321-f3be-499a-ae76-79baf0ce4b8a', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:36:45.992673 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:46.010316 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b95b69-cdb6-456c-b34d-93e1f9df45ec {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:46.025396 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 44b95b69-cdb6-456c-b34d-93e1f9df45ec, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44b95b69-cdb6-456c-b34d-93e1f9df45ec,segment=NetworkSegment(15b61a6a-5c9f-4122-89bd-a4025e84caa3),segment_id=15b61a6a-5c9f-4122-89bd-a4025e84caa3)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:46.032980 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:46.035719 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:46.091829 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee7686-2c62-4ca2-a9b1-b562013ee2ad req-2c33fc33-ad37-4cda-b94d-76c01a462aa4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:46.093311 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-83ee7686-2c62-4ca2-a9b1-b562013ee2ad req-2c33fc33-ad37-4cda-b94d-76c01a462aa4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 945 time: 0.1458640 May 04 14:36:46.101097 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=44b95b69-cdb6-456c-b34d-93e1f9df45ec,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:46.104451 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:46.122184 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17483d2e-ac1e-436d-9dd6-24ea1f759919 req-e2eb5306-a057-4e63-b2f5-a9cf4adf402a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:46.123610 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-17483d2e-ac1e-436d-9dd6-24ea1f759919 req-e2eb5306-a057-4e63-b2f5-a9cf4adf402a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 948 time: 0.1370530 May 04 14:36:46.176344 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-83ee7686-2c62-4ca2-a9b1-b562013ee2ad req-ccc13224-a0cb-405c-9c09-85ecdba4e3d9 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757549 May 04 14:36:46.186688 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-17483d2e-ac1e-436d-9dd6-24ea1f759919 req-3dc3f62d-5764-4442-ab60-9c13837095a9 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573089 May 04 14:36:46.682586 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['44b95b69-cdb6-456c-b34d-93e1f9df45ec'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:46.799652 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d482405-21d6-48c1-b23f-90160747769c req-4cba932f-5233-410a-9358-52c130f8f8cf tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:46.801117 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d482405-21d6-48c1-b23f-90160747769c req-4cba932f-5233-410a-9358-52c130f8f8cf tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0782137 May 04 14:36:46.848352 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d482405-21d6-48c1-b23f-90160747769c req-65e68066-77b9-4555-b9e0-66ca2c38d9de tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406764 May 04 14:36:47.430283 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483c024-10c4-45b3-a9ff-78a3a8b941e4 req-b78c67f8-c64a-4cb1-944d-ac8c3ad41aa6 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:47.431807 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6483c024-10c4-45b3-a9ff-78a3a8b941e4 req-b78c67f8-c64a-4cb1-944d-ac8c3ad41aa6 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 945 time: 0.1443577 May 04 14:36:47.442265 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ea64f-895a-465f-8d3f-3561ed737264 req-da113d65-a72d-453c-b689-b1fb92cef9cc tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:47.443574 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-df0ea64f-895a-465f-8d3f-3561ed737264 req-da113d65-a72d-453c-b689-b1fb92cef9cc tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 949 time: 0.1208007 May 04 14:36:47.515259 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6483c024-10c4-45b3-a9ff-78a3a8b941e4 req-12fe485e-d692-482c-b0fb-6167b8bd3197 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701673 May 04 14:36:47.522019 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-df0ea64f-895a-465f-8d3f-3561ed737264 req-9180caed-cfde-4f83-bb85-8056d2e0f71d tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634112 May 04 14:36:48.031645 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477711be-0c05-4d9a-b47b-268640610b9e req-6d590157-48e2-4c78-8025-425c39367793 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:48.033090 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-477711be-0c05-4d9a-b47b-268640610b9e req-6d590157-48e2-4c78-8025-425c39367793 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0798104 May 04 14:36:48.080175 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-477711be-0c05-4d9a-b47b-268640610b9e req-c810089c-b3f1-441e-b662-20a5374762f0 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398557 May 04 14:36:48.751629 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 44b95b69-cdb6-456c-b34d-93e1f9df45ec up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:48.823466 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 44b95b69-cdb6-456c-b34d-93e1f9df45ec completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:48.829018 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 44b95b69-cdb6-456c-b34d-93e1f9df45ec triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:48.829400 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:48.897385 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf272a53-e6e3-440c-b3fe-20e4a9019a2e req-99df729c-8fc1-479d-9db7-a3e85dcb8008 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:48.898824 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cf272a53-e6e3-440c-b3fe-20e4a9019a2e req-99df729c-8fc1-479d-9db7-a3e85dcb8008 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 945 time: 0.2741344 May 04 14:36:48.915113 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2c5c3-abce-4fd4-b860-c54369bba554 req-3c599fbc-3719-41ff-8715-772e05af821c tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:48.916560 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73b2c5c3-abce-4fd4-b860-c54369bba554 req-3c599fbc-3719-41ff-8715-772e05af821c tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 949 time: 0.2527051 May 04 14:36:48.938703 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-d8972a94-52af-4a6f-966a-cbcee3b285cf tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:48.940150 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-d8972a94-52af-4a6f-966a-cbcee3b285cf tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 945 time: 0.2417226 May 04 14:36:48.954684 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:48.981688 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132d0f70-cd24-4fbb-ac39-20e7a64238bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b95b69-cdb6-456c-b34d-93e1f9df45ec'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:48.992144 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 44b95b69-cdb6-456c-b34d-93e1f9df45ec, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44b95b69-cdb6-456c-b34d-93e1f9df45ec,segment=NetworkSegment(15b61a6a-5c9f-4122-89bd-a4025e84caa3),segment_id=15b61a6a-5c9f-4122-89bd-a4025e84caa3)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:48.997757 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:48.999885 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:49.042036 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cf272a53-e6e3-440c-b3fe-20e4a9019a2e req-33cc8297-f55d-46f7-8f41-d35861433a41 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244783 May 04 14:36:49.054785 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73b2c5c3-abce-4fd4-b860-c54369bba554 req-02c38316-5b53-4f5b-98af-85064d2b8b9e tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136775 May 04 14:36:49.084186 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=44b95b69-cdb6-456c-b34d-93e1f9df45ec,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:49.087599 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:49.117302 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132d0f70-cd24-4fbb-ac39-20e7a64238bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b95b69-cdb6-456c-b34d-93e1f9df45ec', 'code': 200} May 04 14:36:49.141854 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Deleting port 751e3674-b926-4aaa-8165-bf8924b58fae {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:49.142199 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:49.324295 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] For port 751e3674-b926-4aaa-8165-bf8924b58fae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=751e3674-b926-4aaa-8165-bf8924b58fae,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:49.324555 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:49.488702 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Calling delete_port for 751e3674-b926-4aaa-8165-bf8924b58fae owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:49.516078 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab2fe-2ce6-4a0b-902f-351ea4dbe596 req-f294073e-eca7-48fe-bf5b-ad955ded0b7f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:49.517589 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8e5ab2fe-2ce6-4a0b-902f-351ea4dbe596 req-f294073e-eca7-48fe-bf5b-ad955ded0b7f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.2886999 May 04 14:36:49.582971 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8e5ab2fe-2ce6-4a0b-902f-351ea4dbe596 req-00c96024-064c-48e1-b1d9-2257350c5e03 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562677 May 04 14:36:49.610256 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f30dc-4804-4f49-809a-e95f3e844d3b req-e7434a60-a65c-401a-a647-e1cbfae6a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:49.611805 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0d6f30dc-4804-4f49-809a-e95f3e844d3b req-e7434a60-a65c-401a-a647-e1cbfae6a096 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 1103 time: 0.2181635 May 04 14:36:49.703072 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:49.740955 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:49.746639 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['8121e0cd-3e09-492e-a05a-27d799606093', '737f94dc-f39b-4280-9943-0d92220675f9', '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184', '751e3674-b926-4aaa-8165-bf8924b58fae'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:49.820841 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Pushing event deleted for resources: {'Port': ['ID=751e3674-b926-4aaa-8165-bf8924b58fae,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:49.855553 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:49.896414 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0d6f30dc-4804-4f49-809a-e95f3e844d3b req-4518abb1-02be-4786-8f1e-d50426aed2c8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172287 May 04 14:36:49.909172 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] No DVR routers for this DVR port 751e3674-b926-4aaa-8165-bf8924b58fae on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:36:49.912319 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:49.914826 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9353a819-88a4-4875-a3c1-eccd3a071a62', 'name': 'network-vif-deleted', 'tag': '751e3674-b926-4aaa-8165-bf8924b58fae'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:49.942297 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fee67ff1-219d-4636-8cef-50caa7fe926f req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "DELETE /v2.0/ports/751e3674-b926-4aaa-8165-bf8924b58fae HTTP/1.1" status: 204 len: 173 time: 0.9810255 May 04 14:36:49.954945 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb197b-82d7-49ea-b0ea-28bdf47b5efa req-57fd5cfa-b22f-4a10-8e59-8fc520ac61b8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:49.957599 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19cb197b-82d7-49ea-b0ea-28bdf47b5efa req-57fd5cfa-b22f-4a10-8e59-8fc520ac61b8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.2581334 May 04 14:36:49.980358 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9353a819-88a4-4875-a3c1-eccd3a071a62', 'name': 'network-vif-deleted', 'tag': '751e3674-b926-4aaa-8165-bf8924b58fae', 'status': 'completed', 'code': 200} May 04 14:36:50.006602 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-19cb197b-82d7-49ea-b0ea-28bdf47b5efa req-b2ae7702-c26f-45c3-b7e8-30085f5a974c tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 May 04 14:36:50.254761 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-76f6f333-c0a5-42f5-a916-0ce36c7361c9 req-eb1768e1-9ddf-47e4-87da-ffdd9e3cb077 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Synchronizing usage tracker for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:50.281838 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-76f6f333-c0a5-42f5-a916-0ce36c7361c9 req-eb1768e1-9ddf-47e4-87da-ffdd9e3cb077 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Unset dirty status for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:50.282976 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-76f6f333-c0a5-42f5-a916-0ce36c7361c9 req-eb1768e1-9ddf-47e4-87da-ffdd9e3cb077 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=9353a819-88a4-4875-a3c1-eccd3a071a62 HTTP/1.1" status: 200 len: 210 time: 0.1067557 May 04 14:36:50.305035 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabafc0f-2bff-427a-ab76-8d39c0d86a30 req-bb66993e-553a-49f0-8706-a493584d78e1 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:50.305035 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dabafc0f-2bff-427a-ab76-8d39c0d86a30 req-bb66993e-553a-49f0-8706-a493584d78e1 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 950 time: 0.1278441 May 04 14:36:50.354162 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dabafc0f-2bff-427a-ab76-8d39c0d86a30 req-83abc92c-b339-407f-be66-467c0969345b tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 May 04 14:36:50.771713 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588576e7-8eb9-4c3e-8c3b-1f648be3fdbe req-e1697ef6-5fb2-4cc5-9925-fb81eed97032 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:50.773165 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-588576e7-8eb9-4c3e-8c3b-1f648be3fdbe req-e1697ef6-5fb2-4cc5-9925-fb81eed97032 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0790293 May 04 14:36:50.821361 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-588576e7-8eb9-4c3e-8c3b-1f648be3fdbe req-23f2100c-1699-4e45-98cd-433724126634 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421007 May 04 14:36:51.199367 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ee62f-4d0e-49bb-a80f-3a006457f897 req-b4f27e22-ce30-4167-a747-122bad736e01 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:51.200861 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1f7ee62f-4d0e-49bb-a80f-3a006457f897 req-b4f27e22-ce30-4167-a747-122bad736e01 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.0871580 May 04 14:36:51.249560 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1f7ee62f-4d0e-49bb-a80f-3a006457f897 req-47ead4a1-16a4-49bb-a3cc-d4662dc904a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 May 04 14:36:51.542744 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6fa72-70d1-46b8-a668-02d9e9a9882e req-84a67481-a08e-4df2-98f5-593cf6317877 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:51.544271 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73c6fa72-70d1-46b8-a668-02d9e9a9882e req-84a67481-a08e-4df2-98f5-593cf6317877 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 950 time: 0.0846417 May 04 14:36:51.589693 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73c6fa72-70d1-46b8-a668-02d9e9a9882e req-84163441-1d5c-4f77-a61d-a6100038b68c tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 May 04 14:36:52.025330 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1042fb1-37cf-403f-a840-d4b241180bf8 req-7eaee54d-a7c4-49af-8162-7f9ce4602dd3 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:52.026838 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b1042fb1-37cf-403f-a840-d4b241180bf8 req-7eaee54d-a7c4-49af-8162-7f9ce4602dd3 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0865614 May 04 14:36:52.073631 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b1042fb1-37cf-403f-a840-d4b241180bf8 req-656b599f-113e-4c46-b379-0aa1485dd4af tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405340 May 04 14:36:52.583696 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44305254-960b-4b14-b2ad-8a9e32b70a1b req-3b1cffb1-82ff-4d25-9ed5-57cc24c27901 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:52.585189 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-44305254-960b-4b14-b2ad-8a9e32b70a1b req-3b1cffb1-82ff-4d25-9ed5-57cc24c27901 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.2157533 May 04 14:36:52.594411 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f1a02-e69c-4123-92be-01d7e516901b req-1f464cb3-e3b4-450c-bcfa-9617c3417cf6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:52.595876 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-532f1a02-e69c-4123-92be-01d7e516901b req-1f464cb3-e3b4-450c-bcfa-9617c3417cf6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.2592375 May 04 14:36:52.680963 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-44305254-960b-4b14-b2ad-8a9e32b70a1b req-1d8c1675-8c2f-461d-83f9-ce0e89d9e2ac tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836465 May 04 14:36:52.695006 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-532f1a02-e69c-4123-92be-01d7e516901b req-3ac578d7-085e-424b-be93-091a854c65d4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775313 May 04 14:36:52.701563 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-2800d5fa-de2b-449c-a851-e575ed937b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:52.703030 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-2800d5fa-de2b-449c-a851-e575ed937b83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 1099 time: 0.1698496 May 04 14:36:52.796425 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 751e3674-b926-4aaa-8165-bf8924b58fae no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:36:52.833865 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 751e3674-b926-4aaa-8165-bf8924b58fae {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:36:52.834583 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 751e3674-b926-4aaa-8165-bf8924b58fae not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:36:52.980504 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58244d-6d3f-46dd-b409-1f875e7928eb req-8969df62-b37e-47fb-884f-7a50fb81cf79 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:52.981954 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed58244d-6d3f-46dd-b409-1f875e7928eb req-8969df62-b37e-47fb-884f-7a50fb81cf79 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 950 time: 0.1997645 May 04 14:36:52.988862 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-8bb39857-5663-4137-9411-21c7a185c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:52.990182 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-8bb39857-5663-4137-9411-21c7a185c818 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 200 len: 912 time: 0.1707900 May 04 14:36:53.127060 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:53.141458 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ed58244d-6d3f-46dd-b409-1f875e7928eb req-2d72b672-784a-4d21-8c24-6c48886c02a4 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501360 May 04 14:36:53.176902 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-93fa0f78-71bd-4d88-bd41-3dad76b52265 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f40164-7a1a-41e1-9913-54563500ffeb HTTP/1.1" status: 200 len: 1001 time: 0.1301858 May 04 14:36:53.202712 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fba18-d0c6-4d83-8bdf-2e6e56d6397f req-d56f7589-2114-431b-8a76-46855029e79f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:53.204808 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d36fba18-d0c6-4d83-8bdf-2e6e56d6397f req-d56f7589-2114-431b-8a76-46855029e79f tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 946 time: 0.1965187 May 04 14:36:53.298903 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d36fba18-d0c6-4d83-8bdf-2e6e56d6397f req-86ac2c46-d60e-4a89-a0ba-b76e15a0aab0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881560 May 04 14:36:53.304411 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-c650cabe-58a5-485b-b6da-9dc2e09df1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:53.305846 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-c650cabe-58a5-485b-b6da-9dc2e09df1ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110384d5-90f2-4cf8-bb85-d306517a1d8e HTTP/1.1" status: 200 len: 850 time: 0.0805695 May 04 14:36:53.386031 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-f3ee7207-a23b-4931-9c77-09b7b7dd24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:53.387482 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-f3ee7207-a23b-4931-9c77-09b7b7dd24e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b42a207-c231-4c84-8e32-165531194e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739858 May 04 14:36:53.574665 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-0f9f37d0-fbcc-4544-8d56-c08586ab5621 service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752310 May 04 14:36:53.599054 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91b0e7-addb-4f62-ab95-045e3141acc6 req-5f4207d1-de0d-44dc-838c-f86639752d6e tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:53.600511 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c91b0e7-addb-4f62-ab95-045e3141acc6 req-5f4207d1-de0d-44dc-838c-f86639752d6e tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 950 time: 0.1086099 May 04 14:36:53.735367 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c91b0e7-addb-4f62-ab95-045e3141acc6 req-388f1971-e940-4e30-8636-f568d161f616 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145668 May 04 14:36:53.766966 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-449e8ded-3c9d-44fe-bf93-4a4edfdf2a82 req-5d2364ec-c05b-4057-b49b-5fb460e8c9e1 service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655433 May 04 14:36:53.940926 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96bf2a-f2a2-4036-8bef-cb05adcdc15c req-5a33c847-032b-439e-abf0-137d8164f075 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:53.942359 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c96bf2a-f2a2-4036-8bef-cb05adcdc15c req-5a33c847-032b-439e-abf0-137d8164f075 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1383455 May 04 14:36:53.952715 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1556a1-3417-4c46-afec-8f7e0289d8e7 req-82a14cf0-23ac-48a0-a984-ee6e977efcbd tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:53.954051 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-df1556a1-3417-4c46-afec-8f7e0289d8e7 req-82a14cf0-23ac-48a0-a984-ee6e977efcbd tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.1107445 May 04 14:36:54.022122 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c96bf2a-f2a2-4036-8bef-cb05adcdc15c req-69339715-6025-439b-a574-2fe865089852 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670602 May 04 14:36:54.026353 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-df1556a1-3417-4c46-afec-8f7e0289d8e7 req-25fdfebf-b900-4869-bc03-9012357e0869 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591860 May 04 14:36:54.196004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007db8-a112-4976-8a92-cf18f829515e req-fb9e2261-b2b2-4d8b-a4bd-51fb020e28c9 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:54.197466 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d7007db8-a112-4976-8a92-cf18f829515e req-fb9e2261-b2b2-4d8b-a4bd-51fb020e28c9 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.0804472 May 04 14:36:54.242087 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d7007db8-a112-4976-8a92-cf18f829515e req-c97b8c35-4ce8-4ba4-9271-9f604f5315c7 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386581 May 04 14:36:54.491051 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2abdd-55ab-4886-a2d3-88342e591cbd req-89367f5d-86ae-42e9-93ef-58c6e0dfba56 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:54.492487 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d6c2abdd-55ab-4886-a2d3-88342e591cbd req-89367f5d-86ae-42e9-93ef-58c6e0dfba56 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 946 time: 0.0885477 May 04 14:36:54.538797 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d6c2abdd-55ab-4886-a2d3-88342e591cbd req-39fd34b1-5d6e-4bab-a428-68522bc02730 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 May 04 14:36:54.936391 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32705ca7-035b-474d-aca0-1d30cdd8edf6 req-8e51fec7-b784-449f-a0b0-af49daee51a0 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:54.938022 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32705ca7-035b-474d-aca0-1d30cdd8edf6 req-8e51fec7-b784-449f-a0b0-af49daee51a0 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 950 time: 0.0917857 May 04 14:36:54.986702 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32705ca7-035b-474d-aca0-1d30cdd8edf6 req-da4677d3-6e35-4e5c-bc29-a3c14ab19f20 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422864 May 04 14:36:55.399804 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063ee46-af96-40f9-abd4-4ec082acffae req-b85dbceb-8dfd-4e7e-ac99-90d266e41e58 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:55.401263 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0063ee46-af96-40f9-abd4-4ec082acffae req-b85dbceb-8dfd-4e7e-ac99-90d266e41e58 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.1672878 May 04 14:36:55.409490 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0346d-f933-4dc2-aa89-0d4db53e2bc7 req-dddcbda1-3b1d-436c-bc4f-900811cedaa5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:55.410825 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-56e0346d-f933-4dc2-aa89-0d4db53e2bc7 req-dddcbda1-3b1d-436c-bc4f-900811cedaa5 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.2802401 May 04 14:36:55.419261 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-29b339bf-7329-42bf-b011-8026cf2c553e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:55.420607 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-29b339bf-7329-42bf-b011-8026cf2c553e tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 946 time: 0.1473653 May 04 14:36:55.568164 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-56e0346d-f933-4dc2-aa89-0d4db53e2bc7 req-bc4a785b-0ef9-4c9c-93f1-ecc6b73a75a0 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460848 May 04 14:36:55.575703 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0063ee46-af96-40f9-abd4-4ec082acffae req-fb987d25-3351-4f92-922b-6155e3adda7c tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635618 May 04 14:36:55.623604 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Deleting port 7c965988-38bc-4632-bcfa-1ea4626b0c73 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:55.623987 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:55.849320 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] For port 7c965988-38bc-4632-bcfa-1ea4626b0c73, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7c965988-38bc-4632-bcfa-1ea4626b0c73,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:55.849651 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:55.989831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Calling delete_port for 7c965988-38bc-4632-bcfa-1ea4626b0c73 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:56.016547 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc3d48-58b9-4537-999b-440bbc3ba9cb req-85e4a90d-415e-4397-a709-87c4a3867028 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:56.018002 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0cbc3d48-58b9-4537-999b-440bbc3ba9cb req-85e4a90d-415e-4397-a709-87c4a3867028 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 946 time: 0.3161278 May 04 14:36:56.031222 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25d45f-e9f1-4388-ae16-f8a3367162c6 req-55955303-2d35-4f43-ae54-0826c7ed6542 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:56.032602 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b25d45f-e9f1-4388-ae16-f8a3367162c6 req-55955303-2d35-4f43-ae54-0826c7ed6542 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.3318262 May 04 14:36:56.105362 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0cbc3d48-58b9-4537-999b-440bbc3ba9cb req-081be625-4c2b-45fb-aba2-7f42dd707368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707386 May 04 14:36:56.116663 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b25d45f-e9f1-4388-ae16-f8a3367162c6 req-6df6de1c-9b03-4a7f-90a2-7f2ddd228855 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659039 May 04 14:36:56.242464 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:56.252284 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:56.296915 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5', '7c965988-38bc-4632-bcfa-1ea4626b0c73'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:56.303492 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Pushing event deleted for resources: {'Port': ['ID=7c965988-38bc-4632-bcfa-1ea4626b0c73,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:56.349015 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.349441 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.349727 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.350074 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.350418 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.350743 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.351089 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.351437 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.351800 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.352684 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.352684 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.352880 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:56.380545 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:56.397622 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] No DVR routers for this DVR port 7c965988-38bc-4632-bcfa-1ea4626b0c73 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:36:56.400797 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:56.403269 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab4522b-d94d-45f1-9d5e-48535b7f018b', 'name': 'network-vif-deleted', 'tag': '7c965988-38bc-4632-bcfa-1ea4626b0c73'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:56.422536 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b7fa46a6-b4d9-4c8d-88a9-bceb83df150a req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.54 "DELETE /v2.0/ports/7c965988-38bc-4632-bcfa-1ea4626b0c73 HTTP/1.1" status: 204 len: 173 time: 0.9866374 May 04 14:36:56.430145 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914eb1b4-8994-4d4c-a537-710ebf142ab3 req-b6934ef7-7a67-4b45-bc13-738f7e3f3b17 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:56.431803 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-914eb1b4-8994-4d4c-a537-710ebf142ab3 req-b6934ef7-7a67-4b45-bc13-738f7e3f3b17 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 950 time: 0.2260585 May 04 14:36:56.482893 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-914eb1b4-8994-4d4c-a537-710ebf142ab3 req-896ba1c3-3e60-4920-9aec-c6f0ebe86e31 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 May 04 14:36:56.484487 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab4522b-d94d-45f1-9d5e-48535b7f018b', 'name': 'network-vif-deleted', 'tag': '7c965988-38bc-4632-bcfa-1ea4626b0c73', 'status': 'completed', 'code': 200} May 04 14:36:56.750567 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-5e1811fe-8474-4446-aedd-3d87fd49d3e5 req-f6acfad5-4f8b-451f-beec-0786c529357b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Synchronizing usage tracker for tenant:bc29be53d5f9457595547958e20a998a on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:56.774620 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-5e1811fe-8474-4446-aedd-3d87fd49d3e5 req-f6acfad5-4f8b-451f-beec-0786c529357b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Unset dirty status for tenant:bc29be53d5f9457595547958e20a998a on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:56.775737 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5e1811fe-8474-4446-aedd-3d87fd49d3e5 req-f6acfad5-4f8b-451f-beec-0786c529357b tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ab4522b-d94d-45f1-9d5e-48535b7f018b HTTP/1.1" status: 200 len: 210 time: 0.1001992 May 04 14:36:56.805059 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af525a-63e0-4753-a73c-833e522f46ff req-e1a9dc2d-6004-46b5-8381-333597f9d346 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:56.806501 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-06af525a-63e0-4753-a73c-833e522f46ff req-e1a9dc2d-6004-46b5-8381-333597f9d346 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0979218 May 04 14:36:56.933316 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-06af525a-63e0-4753-a73c-833e522f46ff req-ab31273f-2df8-43e1-88a3-8099f61fd22d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208622 May 04 14:36:56.985791 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-924c2d09-5464-4b28-94ae-c7d2f7faed71 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:56.987215 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-924c2d09-5464-4b28-94ae-c7d2f7faed71 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.54 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 950 time: 0.1553981 May 04 14:36:56.995150 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-eec342a4-bd20-4817-b934-3add7dd62185 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:56.996464 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-eec342a4-bd20-4817-b934-3add7dd62185 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 946 time: 0.1313722 May 04 14:36:57.079593 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4f5fb5c0-fa89-4217-af24-6ef21aafca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:57.308450 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:36:57.447337 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Deleting port 44b95b69-cdb6-456c-b34d-93e1f9df45ec {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:57.447566 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:57.462836 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Deleting port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:57.463158 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:57.485868 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a704f-3edc-45e2-a306-69a5412b13f6 req-57a1f6f6-5b1e-4a78-8f63-c719fde834dd tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:57.487329 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-817a704f-3edc-45e2-a306-69a5412b13f6 req-57a1f6f6-5b1e-4a78-8f63-c719fde834dd tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 946 time: 0.2269773 May 04 14:36:57.541177 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c5d4-3ce0-437d-aac7-d3f9531da160 req-25d27a4e-ae99-47a4-b77a-5d3f20a0607d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:57.542619 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b324c5d4-3ce0-437d-aac7-d3f9531da160 req-25d27a4e-ae99-47a4-b77a-5d3f20a0607d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.2917860 May 04 14:36:57.734554 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-817a704f-3edc-45e2-a306-69a5412b13f6 req-70531b32-92b1-4ac3-88cd-9fee2fd62514 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208295 May 04 14:36:57.773121 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b324c5d4-3ce0-437d-aac7-d3f9531da160 req-fa3465c4-d3d7-4e3a-b481-7a8c2482475d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d4ca78e-7b53-440b-a370-4f3840869deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218599 May 04 14:36:57.783016 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] For port 44b95b69-cdb6-456c-b34d-93e1f9df45ec, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44b95b69-cdb6-456c-b34d-93e1f9df45ec,segment=NetworkSegment(15b61a6a-5c9f-4122-89bd-a4025e84caa3),segment_id=15b61a6a-5c9f-4122-89bd-a4025e84caa3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:57.783353 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:57.797477 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] For port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:57.797477 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:57.848241 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-db6c5a6a-3ea6-4d59-8db6-5b950d6c2f91 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:57.848961 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-db6c5a6a-3ea6-4d59-8db6-5b950d6c2f91 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Synchronizing usage tracker for tenant:9265106fab0a4a9eb06488ab77bc4ed3 on resource:port {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:57.861507 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-db6c5a6a-3ea6-4d59-8db6-5b950d6c2f91 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Unset dirty status for tenant:9265106fab0a4a9eb06488ab77bc4ed3 on resource:port {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:57.862637 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-db6c5a6a-3ea6-4d59-8db6-5b950d6c2f91 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.54 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 945 time: 0.1098399 May 04 14:36:58.003829 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Deleting port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:58.004291 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:58.011922 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Calling delete_port for 44b95b69-cdb6-456c-b34d-93e1f9df45ec owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:58.080424 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Calling delete_port for 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:58.156379 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] For port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,segment=NetworkSegment(adb94654-8ab6-4726-b2ae-e57718a2bb30),segment_id=adb94654-8ab6-4726-b2ae-e57718a2bb30)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:58.156822 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:58.174876 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37850b44-8592-4dad-b8f9-276855517521 req-5ff2fba7-0bee-4f77-870a-07284b8ae824 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:58.176406 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-37850b44-8592-4dad-b8f9-276855517521 req-5ff2fba7-0bee-4f77-870a-07284b8ae824 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 950 time: 0.3068979 May 04 14:36:58.284144 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Calling delete_port for 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:58.361007 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-37850b44-8592-4dad-b8f9-276855517521 req-fc5c298c-1a60-4efd-aed6-c81b7f531723 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca221e4a-1453-4909-9b7b-5ac14f4352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466765 May 04 14:36:58.398389 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:58.405433 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7c57cd04-dd36-463b-bb20-1e43cbde8368 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:58.440062 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['44b95b69-cdb6-456c-b34d-93e1f9df45ec'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:58.443756 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:58.458424 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:58.460784 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Pushing event deleted for resources: {'Port': ['ID=44b95b69-cdb6-456c-b34d-93e1f9df45ec,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:58.463767 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:58.465777 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-43fc508f-8ec1-4ad9-b35e-adfe2e7889b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:58.473922 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf832f-78cf-4c0a-acb3-82fb8dbd9b8b req-7eeab5c6-ab5c-4275-a7ff-24e220679af7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:58.475404 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9daf832f-78cf-4c0a-acb3-82fb8dbd9b8b req-7eeab5c6-ab5c-4275-a7ff-24e220679af7 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.2916110 May 04 14:36:58.475953 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-559e98ce-cc5a-4007-b83c-3737608496e4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:58.513324 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Pushing event deleted for resources: {'Port': ['ID=879b0ad0-4922-4e9c-bfd5-f7c066763eb6,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:58.516913 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:58.544731 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['879b0ad0-4922-4e9c-bfd5-f7c066763eb6'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:58.587567 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['8121e0cd-3e09-492e-a05a-27d799606093', '737f94dc-f39b-4280-9943-0d92220675f9', '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:58.594370 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] No DVR routers for this DVR port 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 on host hv-cinder-77262 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:36:58.598684 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:58.601822 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c93d94-8fb8-489f-9a00-45838e2fdae9', 'name': 'network-vif-deleted', 'tag': '879b0ad0-4922-4e9c-bfd5-f7c066763eb6'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:58.634017 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.54 "DELETE /v2.0/ports/879b0ad0-4922-4e9c-bfd5-f7c066763eb6 HTTP/1.1" status: 204 len: 173 time: 0.7641900 May 04 14:36:58.683654 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c93d94-8fb8-489f-9a00-45838e2fdae9', 'name': 'network-vif-deleted', 'tag': '879b0ad0-4922-4e9c-bfd5-f7c066763eb6', 'status': 'completed', 'code': 200} May 04 14:36:58.700396 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Pushing event deleted for resources: {'Port': ['ID=5a51cfc1-fccc-4c70-8236-bd5ef9b8d184,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:58.733839 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:58.781431 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] No DVR routers for this DVR port 44b95b69-cdb6-456c-b34d-93e1f9df45ec on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:36:58.791720 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:58.799181 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132d0f70-cd24-4fbb-ac39-20e7a64238bc', 'name': 'network-vif-deleted', 'tag': '44b95b69-cdb6-456c-b34d-93e1f9df45ec'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:58.808604 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] No DVR routers for this DVR port 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:36:58.814627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:58.823655 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9daf832f-78cf-4c0a-acb3-82fb8dbd9b8b req-63841d49-b304-402a-a8dd-94eacde601fb tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925391 May 04 14:36:58.838007 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e7fe62bc-b1d4-4ff0-bf1b-01364ff4a777 req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.54 "DELETE /v2.0/ports/44b95b69-cdb6-456c-b34d-93e1f9df45ec HTTP/1.1" status: 204 len: 173 time: 1.8146453 May 04 14:36:58.841454 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe85a3ab-6477-42e0-9bac-06bbcd2bcebc req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "DELETE /v2.0/ports/5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 HTTP/1.1" status: 204 len: 173 time: 1.8169832 May 04 14:36:58.843959 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 7c965988-38bc-4632-bcfa-1ea4626b0c73 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:36:58.892086 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 7c965988-38bc-4632-bcfa-1ea4626b0c73 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:36:58.892440 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 7c965988-38bc-4632-bcfa-1ea4626b0c73 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:36:58.937205 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-adaa6214-0170-4e0f-a3f7-f575e1ca09d6 req-fbd8e009-9188-4396-89f1-dc95d86801c0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Synchronizing usage tracker for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:58.956209 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-adaa6214-0170-4e0f-a3f7-f575e1ca09d6 req-fbd8e009-9188-4396-89f1-dc95d86801c0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Unset dirty status for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:58.960143 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-adaa6214-0170-4e0f-a3f7-f575e1ca09d6 req-fbd8e009-9188-4396-89f1-dc95d86801c0 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 210 time: 0.0808713 May 04 14:36:59.014204 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-45b0d60a-ba5e-4a15-9931-d7b0682290ad req-d9ad2362-96f9-471e-b5fa-7cda9d5c8e71 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c93d94-8fb8-489f-9a00-45838e2fdae9 HTTP/1.1" status: 200 len: 210 time: 0.0530009 May 04 14:36:59.051437 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132d0f70-cd24-4fbb-ac39-20e7a64238bc', 'name': 'network-vif-deleted', 'tag': '44b95b69-cdb6-456c-b34d-93e1f9df45ec', 'status': 'completed', 'code': 200} May 04 14:36:59.534117 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-97eb38ba-da45-4a7e-8ab9-97e0795733cc req-1aa4b5e4-7159-4785-9857-4899f8180c6a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Synchronizing usage tracker for tenant:c6cf7245669b43f9b309f9d7abf3c3c4 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:59.549586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-97eb38ba-da45-4a7e-8ab9-97e0795733cc req-1aa4b5e4-7159-4785-9857-4899f8180c6a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Unset dirty status for tenant:c6cf7245669b43f9b309f9d7abf3c3c4 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:59.550654 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-97eb38ba-da45-4a7e-8ab9-97e0795733cc req-1aa4b5e4-7159-4785-9857-4899f8180c6a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] 10.222.0.50 "GET /v2.0/ports?device_id=132d0f70-cd24-4fbb-ac39-20e7a64238bc HTTP/1.1" status: 200 len: 210 time: 0.0647690 May 04 14:36:59.648830 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:59.804530 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6dc90d71-018c-4255-aaa9-742feceda5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:00.019044 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2385ee-2cff-4d9b-9eee-4750d64bb1ec req-9b595534-6397-49b7-86d9-9310902db032 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:00.020557 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd2385ee-2cff-4d9b-9eee-4750d64bb1ec req-9b595534-6397-49b7-86d9-9310902db032 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0834115 May 04 14:37:00.067727 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cd2385ee-2cff-4d9b-9eee-4750d64bb1ec req-a7d8fe57-a6e5-4311-8527-c68b3b653796 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 May 04 14:37:00.176829 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6fc51c05-07c1-4c68-aa53-53ecc8da0e5f req-0cdb12e2-1a47-49b6-b25d-33200efafb93 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8cc127d-437c-4a9b-b771-7d1c62de7df0 HTTP/1.1" status: 200 len: 210 time: 0.0723109 May 04 14:37:00.700479 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:00.885375 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:00.922133 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:37:00.922489 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 879b0ad0-4922-4e9c-bfd5-f7c066763eb6 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:37:00.922914 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:00.956275 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:37:00.956646 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 5a51cfc1-fccc-4c70-8236-bd5ef9b8d184 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:37:00.957124 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 44b95b69-cdb6-456c-b34d-93e1f9df45ec no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:00.992363 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 44b95b69-cdb6-456c-b34d-93e1f9df45ec {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:37:00.992770 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 44b95b69-cdb6-456c-b34d-93e1f9df45ec not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:37:01.052875 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc127d-437c-4a9b-b771-7d1c62de7df0', 'name': 'network-vif-deleted', 'tag': '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:01.096057 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cc127d-437c-4a9b-b771-7d1c62de7df0', 'name': 'network-vif-deleted', 'tag': '5a51cfc1-fccc-4c70-8236-bd5ef9b8d184', 'status': 'completed', 'code': 200} May 04 14:37:01.257524 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb845f9-ccdc-4318-8500-fbddb9f5b990 req-5938b107-5cef-4a37-97bb-afff8ea5f12a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:01.259077 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-eeb845f9-ccdc-4318-8500-fbddb9f5b990 req-5938b107-5cef-4a37-97bb-afff8ea5f12a tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0823004 May 04 14:37:01.324235 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-eeb845f9-ccdc-4318-8500-fbddb9f5b990 req-74a1b140-92af-4fc6-9a23-feb1fb7580a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595162 May 04 14:37:01.648829 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dc158-ebdb-4077-b6a0-0e4e1c50ce38 req-48a1f2a3-9f7f-4c78-aadd-0f16facc794e tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:01.650653 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a20dc158-ebdb-4077-b6a0-0e4e1c50ce38 req-48a1f2a3-9f7f-4c78-aadd-0f16facc794e tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 945 time: 0.0944364 May 04 14:37:01.700238 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a20dc158-ebdb-4077-b6a0-0e4e1c50ce38 req-91eadc45-1213-4e22-b6d6-a0b8f7dfd3fa tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 May 04 14:37:02.252219 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:02.510050 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7d20f-e1c7-4174-b15b-70b5c2b5f5e1 req-32573508-8e21-498e-a797-cffc72d7b8e3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:02.511531 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cea7d20f-e1c7-4174-b15b-70b5c2b5f5e1 req-32573508-8e21-498e-a797-cffc72d7b8e3 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0806653 May 04 14:37:02.561019 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cea7d20f-e1c7-4174-b15b-70b5c2b5f5e1 req-e84e7997-d21a-44cf-a981-3d98552569cc tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 May 04 14:37:02.879995 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8ba3e-27e2-4f31-a6ce-ee4e31d58a88 req-72ae5a08-2afe-4c28-8ee2-a6c7d0b57571 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:02.881533 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5cc8ba3e-27e2-4f31-a6ce-ee4e31d58a88 req-72ae5a08-2afe-4c28-8ee2-a6c7d0b57571 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 945 time: 0.0802839 May 04 14:37:02.927356 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5cc8ba3e-27e2-4f31-a6ce-ee4e31d58a88 req-035f126d-24ce-45ec-8e93-150909a17bf8 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 May 04 14:37:03.756373 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bfdc2-64f6-4de9-bfd8-5d2ead7910c0 req-1ff77a1d-487a-483f-8d65-0eb860319581 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:03.758004 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-de4bfdc2-64f6-4de9-bfd8-5d2ead7910c0 req-1ff77a1d-487a-483f-8d65-0eb860319581 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0851076 May 04 14:37:03.802575 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-de4bfdc2-64f6-4de9-bfd8-5d2ead7910c0 req-a79550e8-3a60-4d55-aac0-9e7c2259e607 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387766 May 04 14:37:04.120673 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff6881-c17a-46b9-9458-4dc0f778f277 req-31298f52-9a37-46de-b631-91dcfb63785a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:04.122148 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-56ff6881-c17a-46b9-9458-4dc0f778f277 req-31298f52-9a37-46de-b631-91dcfb63785a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 945 time: 0.0879900 May 04 14:37:04.166699 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-56ff6881-c17a-46b9-9458-4dc0f778f277 req-4a626cab-89a2-45ad-8ee9-668c05124af8 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386162 May 04 14:37:04.995086 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ec930-1dac-44bf-bd48-cd1e175caa52 req-50a2db42-80d4-483c-8ade-62e090637e98 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:04.996533 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-824ec930-1dac-44bf-bd48-cd1e175caa52 req-50a2db42-80d4-483c-8ade-62e090637e98 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0832202 May 04 14:37:05.041852 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-824ec930-1dac-44bf-bd48-cd1e175caa52 req-61ccf759-343a-4141-a84d-d91a162c5614 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392482 May 04 14:37:05.366440 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5c3e6-081b-4c6b-a224-ef7659c5c4a3 req-365283b3-0923-4df6-a3f3-fd34419fdc84 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:05.368769 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9aa5c3e6-081b-4c6b-a224-ef7659c5c4a3 req-365283b3-0923-4df6-a3f3-fd34419fdc84 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 945 time: 0.0953085 May 04 14:37:05.419264 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9aa5c3e6-081b-4c6b-a224-ef7659c5c4a3 req-d53e223f-ab4b-4329-960f-c5e13d68ee21 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445201 May 04 14:37:05.817678 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-44140d0d-bd93-406e-80a6-7c59168aa887 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:05.819111 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-44140d0d-bd93-406e-80a6-7c59168aa887 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 945 time: 0.0865610 May 04 14:37:05.969769 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Deleting port 737f94dc-f39b-4280-9943-0d92220675f9 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:37:05.970114 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:06.141096 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] For port 737f94dc-f39b-4280-9943-0d92220675f9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=737f94dc-f39b-4280-9943-0d92220675f9,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:06.141682 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:06.301917 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45146) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:06.370569 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Calling delete_port for 737f94dc-f39b-4280-9943-0d92220675f9 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:37:06.448156 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb7727-0ec3-49b1-976f-45e72ebc076c req-fdc9fd86-3998-4cfd-8574-e911bf3e401d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:06.449655 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b7fb7727-0ec3-49b1-976f-45e72ebc076c req-fdc9fd86-3998-4cfd-8574-e911bf3e401d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.2914181 May 04 14:37:06.509694 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ee960979-7194-4ef4-99dd-2741ee9a7d97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6cf7245669b43f9b309f9d7abf3c3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057600 May 04 14:37:06.510627 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45154) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:06.572310 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:06.588480 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b7fb7727-0ec3-49b1-976f-45e72ebc076c req-2093f966-78d0-481b-8c7e-7b8f5479134d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999503 May 04 14:37:06.594335 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:06.602165 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-90df9960-cfa5-4117-8822-f182ba2ff824 tempest-VolumesActionsTest-1235011682 tempest-VolumesActionsTest-1235011682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:06.611842 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:06.640725 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['8121e0cd-3e09-492e-a05a-27d799606093', '737f94dc-f39b-4280-9943-0d92220675f9'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:37:06.647634 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Pushing event deleted for resources: {'Port': ['ID=737f94dc-f39b-4280-9943-0d92220675f9,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:06.650918 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:06.706435 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:06.719349 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b935cbc8-2082-4070-b1c1-c5756369a688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:06.735603 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca221e4a-1453-4909-9b7b-5ac14f4352b2,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:06.742844 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:06.744346 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca221e4a-1453-4909-9b7b-5ac14f4352b2 HTTP/1.1" status: 204 len: 168 time: 0.2326596 May 04 14:37:06.748873 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] No DVR routers for this DVR port 737f94dc-f39b-4280-9943-0d92220675f9 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:37:06.757340 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:06.761751 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7efb11d-536b-45b4-93f9-7da93c712b3d', 'name': 'network-vif-deleted', 'tag': '737f94dc-f39b-4280-9943-0d92220675f9'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:06.768608 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.768997 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.770507 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.770888 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.771251 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.771611 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.772000 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.775032 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.777275 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.778122 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.779562 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.779963 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:06.788766 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:06.797579 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b1dd8-2390-43a3-a96e-a1ccaf6857ad req-54ee38cc-9036-49df-b41a-c25660781d5a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:06.798515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-ae6b1dd8-2390-43a3-a96e-a1ccaf6857ad req-54ee38cc-9036-49df-b41a-c25660781d5a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Synchronizing usage tracker for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:06.806039 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c8fe2150-b69d-4ee2-bf0e-ef0eec083021 req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "DELETE /v2.0/ports/737f94dc-f39b-4280-9943-0d92220675f9 HTTP/1.1" status: 204 len: 173 time: 0.9780571 May 04 14:37:06.820520 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-ae6b1dd8-2390-43a3-a96e-a1ccaf6857ad req-54ee38cc-9036-49df-b41a-c25660781d5a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Unset dirty status for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:06.821712 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ae6b1dd8-2390-43a3-a96e-a1ccaf6857ad req-54ee38cc-9036-49df-b41a-c25660781d5a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7efb11d-536b-45b4-93f9-7da93c712b3d HTTP/1.1" status: 200 len: 867 time: 0.2782681 May 04 14:37:06.849418 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7efb11d-536b-45b4-93f9-7da93c712b3d', 'name': 'network-vif-deleted', 'tag': '737f94dc-f39b-4280-9943-0d92220675f9', 'status': 'completed', 'code': 200} May 04 14:37:06.882757 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ae6b1dd8-2390-43a3-a96e-a1ccaf6857ad req-6631a66a-0cdd-4d49-8a89-536b635f03e6 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551741 May 04 14:37:07.560691 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-414a4fa9-23f6-467a-a35c-9e7a237b6755 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:07.562032 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-414a4fa9-23f6-467a-a35c-9e7a237b6755 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0962777 May 04 14:37:07.768643 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Deleting port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:37:07.768984 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:07.881794 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d5101-8954-4ee5-a516-1bd4589242ac req-5983ac5d-7da6-4b08-8753-24666404566d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:07.883315 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-362d5101-8954-4ee5-a516-1bd4589242ac req-5983ac5d-7da6-4b08-8753-24666404566d tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1885424 May 04 14:37:07.949315 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] For port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:07.949676 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:07.966656 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-362d5101-8954-4ee5-a516-1bd4589242ac req-84d65156-b95e-496b-885a-943fdba96e79 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.50 "GET /v2.0/security-groups?id=67eba0dc-a012-473d-af82-a8fdc756bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744448 May 04 14:37:08.078934 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Calling delete_port for 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:37:08.205080 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:08.210846 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-69ac88b2-b5a8-4d9e-9f71-f8b8f532cc69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:08.241589 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:37:08.254937 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Pushing event deleted for resources: {'Port': ['ID=8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:08.258133 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:08.330004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] No DVR routers for this DVR port 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:37:08.332474 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:08.349766 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e1d2a975-a6c2-40c1-bcaa-e619c3a38be6 req-cc2bf51f-aecf-4269-959a-aa1b177823a8 tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] 10.222.0.54 "DELETE /v2.0/ports/8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 HTTP/1.1" status: 204 len: 173 time: 0.7664475 May 04 14:37:08.850976 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9', 'name': 'network-vif-deleted', 'tag': '8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:08.894205 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcaca7f-8aa7-4dea-88cd-ab5a3d4b0bb9', 'name': 'network-vif-deleted', 'tag': '8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5', 'status': 'completed', 'code': 200} May 04 14:37:09.067272 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45186) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:09.607473 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197c257-3242-4584-b470-68a659222b0c req-1575943b-44bb-4f52-a6a6-31361528e2d3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:09.609312 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1197c257-3242-4584-b470-68a659222b0c req-1575943b-44bb-4f52-a6a6-31361528e2d3 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 945 time: 0.0837245 May 04 14:37:09.684414 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1197c257-3242-4584-b470-68a659222b0c req-4e72c591-cb88-48fc-9174-29710011ce81 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647378 May 04 14:37:09.727631 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658246'] for router_interface, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:10.134600 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Deleting port a12c0a27-bfbe-4e6e-a773-82afe2f7a424 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:37:10.135285 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:10.253784 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] For port a12c0a27-bfbe-4e6e-a773-82afe2f7a424, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a12c0a27-bfbe-4e6e-a773-82afe2f7a424,segment=NetworkSegment(2d604459-71e4-4a1d-b450-d260d9b7a365),segment_id=2d604459-71e4-4a1d-b450-d260d9b7a365)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:10.254126 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:10.371318 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Calling delete_port for a12c0a27-bfbe-4e6e-a773-82afe2f7a424 owned by network:router_interface {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:37:10.742099 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:10.749363 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:10.824040 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12c0a27-bfbe-4e6e-a773-82afe2f7a424,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:10.829914 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:10.870114 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce60c7-171c-48c6-835f-cee607da2378 req-4e1c0714-50d0-444e-87d2-dcc43e4760b2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:10.871770 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94ce60c7-171c-48c6-835f-cee607da2378 req-4e1c0714-50d0-444e-87d2-dcc43e4760b2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 945 time: 0.0853355 May 04 14:37:10.878942 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:10.920214 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:37:10.920723 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 8dae5195-3c0b-4b4d-bfdb-dffc9a1667d5 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:37:10.921268 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94ce60c7-171c-48c6-835f-cee607da2378 req-76463052-08db-4ab6-9ec6-2857915c0aeb tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429630 May 04 14:37:10.921448 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 737f94dc-f39b-4280-9943-0d92220675f9 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:10.963701 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 737f94dc-f39b-4280-9943-0d92220675f9 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:37:10.963953 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 737f94dc-f39b-4280-9943-0d92220675f9 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:37:11.063034 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683254'] for router_interface, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:11.418203 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Router f55ce01c-6688-4a26-a66f-7acb2fa630d2 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:37:11.593211 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:37:11.602637 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] Sync routers for ids ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:37:11.605708 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] 10.222.0.50 "PUT /v2.0/routers/f55ce01c-6688-4a26-a66f-7acb2fa630d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5373521 May 04 14:37:11.608416 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45214) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:11.612320 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] Routers {'f55ce01c-6688-4a26-a66f-7acb2fa630d2'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:37:11.612936 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:37:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:11.788448 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] Set router f55ce01c-6688-4a26-a66f-7acb2fa630d2 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:37:11.844243 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Notify callbacks [] for router, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:12.017750 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:12.067288 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-router', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:37:10Z', 'revision_number': 5, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'gw_port': {'id': 'a0d1a1f4-8232-4596-83ea-cd4e5266e3a2', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:46Z', 'updated_at': '2021-05-04T14:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:12.070994 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] Checking router: f55ce01c-6688-4a26-a66f-7acb2fa630d2 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:37:12.079385 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] Routers {'f55ce01c-6688-4a26-a66f-7acb2fa630d2'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:37:12.080005 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:37:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:12.150704 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Deleting port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:37:12.151014 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:12.231884 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] Set router f55ce01c-6688-4a26-a66f-7acb2fa630d2 gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:37:12.233033 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f14921-e974-42b1-851a-839173a3cd55 req-b02e11d2-ede4-44f4-a4df-f53ae6e9f0d7 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:12.234517 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-46f14921-e974-42b1-851a-839173a3cd55 req-b02e11d2-ede4-44f4-a4df-f53ae6e9f0d7 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 945 time: 0.2082033 May 04 14:37:12.312402 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-46f14921-e974-42b1-851a-839173a3cd55 req-ab65eb7e-e2e4-4adc-bdde-6b5559cdace5 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657339 May 04 14:37:12.317461 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] For port a0d1a1f4-8232-4596-83ea-cd4e5266e3a2, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a0d1a1f4-8232-4596-83ea-cd4e5266e3a2,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:12.317754 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:12.366491 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-router', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:37:12Z', 'revision_number': 6, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'gw_port_host': None}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:12.370930 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b9046-29fc-402e-9c18-71ff90708b2d None None] The sync data for ids ['f55ce01c-6688-4a26-a66f-7acb2fa630d2'] in dv-cinder-772623-4-iscsi is: [{'id': 'f55ce01c-6688-4a26-a66f-7acb2fa630d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1201469055-router', 'tenant_id': 'bc29be53d5f9457595547958e20a998a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:37:12Z', 'revision_number': 6, 'project_id': 'bc29be53d5f9457595547958e20a998a', 'gw_port_host': None}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:37:12.441964 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Calling delete_port for a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 owned by network:router_gateway {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:37:12.718094 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:12.722795 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7b737cb2-ab6b-4523-9ed8-2897427541f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:12.805188 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d1a1f4-8232-4596-83ea-cd4e5266e3a2,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:12.808767 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:12.894862 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680553'] for router_gateway, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.216798 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29609'] for router, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.219297 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.304445 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680993'] for router, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.304999 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55ce01c-6688-4a26-a66f-7acb2fa630d2 {{(pid=73812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:37:13.317791 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Notify callbacks [] for router, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.318937 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f55ce01c-6688-4a26-a66f-7acb2fa630d2 HTTP/1.1" status: 204 len: 168 time: 1.7092819 May 04 14:37:13.321414 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45224) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:13.382202 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20c710f-738e-4a53-86e7-dd56358d409e admin admin] Deleting subnet 667c96f8-2af0-4b71-97ec-2f5e81e96edd {{(pid=73812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:37:13.385356 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c20c710f-738e-4a53-86e7-dd56358d409e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.480313 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c20c710f-738e-4a53-86e7-dd56358d409e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2642442'] for subnet, precommit_delete_associations {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.547028 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c20c710f-738e-4a53-86e7-dd56358d409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.603622 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12fd05-b8e4-4d5d-a849-e913a988e254 req-2b8bde67-74a0-495f-baf9-b53f755bb7b8 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:13.605138 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6c12fd05-b8e4-4d5d-a849-e913a988e254 req-2b8bde67-74a0-495f-baf9-b53f755bb7b8 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 945 time: 0.1800287 May 04 14:37:13.735062 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6c12fd05-b8e4-4d5d-a849-e913a988e254 req-ac068150-b4a7-4cd2-8ad2-69e50f9a6637 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104012 May 04 14:37:13.841789 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c20c710f-738e-4a53-86e7-dd56358d409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3882966'] for subnet, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.845654 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:13.882721 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c710f-738e-4a53-86e7-dd56358d409e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667c96f8-2af0-4b71-97ec-2f5e81e96edd,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:13.885807 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c20c710f-738e-4a53-86e7-dd56358d409e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:13.886778 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c20c710f-738e-4a53-86e7-dd56358d409e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.892664 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-c20c710f-738e-4a53-86e7-dd56358d409e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/667c96f8-2af0-4b71-97ec-2f5e81e96edd HTTP/1.1" status: 204 len: 168 time: 0.5702949 May 04 14:37:13.895133 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45230) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:14.009332 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:14.141948 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:14.254343 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375c64a7-d216-49b0-a85c-1971e50e8e56']}} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:14.266849 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d604459-71e4-4a1d-b450-d260d9b7a365') {'for_net_delete': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:14.267083 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d604459-71e4-4a1d-b450-d260d9b7a365') {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:14.278731 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2642483'] for segment, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:14.294052 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:14.300004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=73812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:37:14.449463 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:14.483206 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:37:14.483647 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a0d1a1f4-8232-4596-83ea-cd4e5266e3a2 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:37:14.484144 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a12c0a27-bfbe-4e6e-a773-82afe2f7a424 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:14.506225 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Network 375c64a7-d216-49b0-a85c-1971e50e8e56 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:37:14.515609 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2643822'] for segment, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:14.516104 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: a12c0a27-bfbe-4e6e-a773-82afe2f7a424 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:37:14.516458 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a12c0a27-bfbe-4e6e-a773-82afe2f7a424 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:37:14.769676 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Network 375c64a7-d216-49b0-a85c-1971e50e8e56 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: Traceback (most recent call last): May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: timer() May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: cb(*args, **kw) May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: return func(*args, **kwargs) May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: self._notify() May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: self.callback(batched_events) May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: event.method(event) May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: return f(self, *a, **k) May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._get(url).json() May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: return self.request(url, 'GET', **kwargs) May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:37:14.795931 dv-cinder-772623-4-iscsi neutron-server[73812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:37:14.817869 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-23f408f3-e9d4-4942-b915-9a7799d586a2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:14.819333 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-23f408f3-e9d4-4942-b915-9a7799d586a2 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 945 time: 0.4256747 May 04 14:37:14.972881 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:15.010964 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:15.024212 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:15.047051 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=375c64a7-d216-49b0-a85c-1971e50e8e56,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:15.050070 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] 10.222.0.50 "DELETE /v2.0/networks/375c64a7-d216-49b0-a85c-1971e50e8e56 HTTP/1.1" status: 204 len: 168 time: 1.1540315 May 04 14:37:15.059428 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:15.085438 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42273dec-286d-4ac1-aa87-c2f2b8a6c496 req-d2da4ced-9bc8-4d19-a131-db97566f97c4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:15.086938 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-42273dec-286d-4ac1-aa87-c2f2b8a6c496 req-d2da4ced-9bc8-4d19-a131-db97566f97c4 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 945 time: 0.2236869 May 04 14:37:15.132202 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Deleting port 8121e0cd-3e09-492e-a05a-27d799606093 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:37:15.132544 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:15.169927 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-42273dec-286d-4ac1-aa87-c2f2b8a6c496 req-d01cdcc7-ec19-4a63-9b7b-4aa985ced4ff tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/security-groups?id=f93728c0-0ed1-4ce0-afb0-744717daf76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743539 May 04 14:37:15.231048 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45240) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:15.281035 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] For port 8121e0cd-3e09-492e-a05a-27d799606093, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8121e0cd-3e09-492e-a05a-27d799606093,segment=NetworkSegment(74cee9f9-01e9-465e-a8c3-66db8c5b93a5),segment_id=74cee9f9-01e9-465e-a8c3-66db8c5b93a5)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:15.281515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:15.283712 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b8c4e3f2-1c19-4343-956f-7b10316dec9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc29be53d5f9457595547958e20a998a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500612 May 04 14:37:15.284931 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45248) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:15.345331 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bbfce747-3618-4b19-93c0-fb427e4835a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:15.372160 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bbfce747-3618-4b19-93c0-fb427e4835a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:15.405163 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Calling delete_port for 8121e0cd-3e09-492e-a05a-27d799606093 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:37:15.425380 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bbfce747-3618-4b19-93c0-fb427e4835a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:15.429120 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-da98da89-ade1-4943-b09e-2bab8ea8e0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:15.442200 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfce747-3618-4b19-93c0-fb427e4835a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eba0dc-a012-473d-af82-a8fdc756bc74,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:15.445275 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bbfce747-3618-4b19-93c0-fb427e4835a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:15.447740 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bbfce747-3618-4b19-93c0-fb427e4835a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:15.449199 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bbfce747-3618-4b19-93c0-fb427e4835a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67eba0dc-a012-473d-af82-a8fdc756bc74 HTTP/1.1" status: 204 len: 168 time: 0.1633930 May 04 14:37:15.529049 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:15.534826 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:15.582316 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Pushing event deleted for resources: {'Port': ['ID=8121e0cd-3e09-492e-a05a-27d799606093,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:15.585894 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:15.663540 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] No DVR routers for this DVR port 8121e0cd-3e09-492e-a05a-27d799606093 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:37:15.666468 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:15.669307 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77a59ab-541f-4426-b722-83fef7d26ef7', 'name': 'network-vif-deleted', 'tag': '8121e0cd-3e09-492e-a05a-27d799606093'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:15.684697 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-79cba6b9-1c9f-4c1d-884d-2d4172f354f6 req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.54 "DELETE /v2.0/ports/8121e0cd-3e09-492e-a05a-27d799606093 HTTP/1.1" status: 204 len: 173 time: 0.8224304 May 04 14:37:15.730327 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77a59ab-541f-4426-b722-83fef7d26ef7', 'name': 'network-vif-deleted', 'tag': '8121e0cd-3e09-492e-a05a-27d799606093', 'status': 'completed', 'code': 200} May 04 14:37:16.345750 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 8121e0cd-3e09-492e-a05a-27d799606093 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:16.396811 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 8121e0cd-3e09-492e-a05a-27d799606093 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:37:16.397157 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 8121e0cd-3e09-492e-a05a-27d799606093 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:37:16.503959 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-fe73dfda-89ff-48de-abcd-349b84631ce2 req-e392962f-81b0-4955-b4ab-178682a0b57d tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Synchronizing usage tracker for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:16.521303 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-fe73dfda-89ff-48de-abcd-349b84631ce2 req-e392962f-81b0-4955-b4ab-178682a0b57d tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Unset dirty status for tenant:6db66aa4af824310a2f6f5cbe3efbba7 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:16.522454 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe73dfda-89ff-48de-abcd-349b84631ce2 req-e392962f-81b0-4955-b4ab-178682a0b57d tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] 10.222.0.50 "GET /v2.0/ports?device_id=d77a59ab-541f-4426-b722-83fef7d26ef7 HTTP/1.1" status: 200 len: 210 time: 0.0645545 May 04 14:37:17.435416 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45318) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:17.621050 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45326) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:17.681282 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:17.700831 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:17.707533 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad190e75862446f83d5ce476d25470a is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:17.712261 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-11975bb1-8bd3-4b9a-ad33-5939cf6e1564 admin admin] Deleting subnet 2df62e40-ed5f-4351-aaf5-c84de8ddcd62 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:37:17.714045 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:17.719616 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-11975bb1-8bd3-4b9a-ad33-5939cf6e1564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:17.744938 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:17.781894 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-11975bb1-8bd3-4b9a-ad33-5939cf6e1564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:17.857215 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-11975bb1-8bd3-4b9a-ad33-5939cf6e1564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:17.960484 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.102338 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.112865 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0718fc62-1342-450e-9682-a9f6aa1a7011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:18.167583 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ad190e75862446f83d5ce476d25470a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7310495 May 04 14:37:18.170550 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45332) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:18.171048 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c4ea22-0178-4ef3-82b6-635084f42813,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:18.175940 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:18.232417 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e6d9079b-e08b-44f1-b5df-8c983f851a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.257950 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e6d9079b-e08b-44f1-b5df-8c983f851a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.273891 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-11975bb1-8bd3-4b9a-ad33-5939cf6e1564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.286928 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a0f4edf2-3a3e-481e-9cd8-9c5708583a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:18.315232 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-11975bb1-8bd3-4b9a-ad33-5939cf6e1564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.318563 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e6d9079b-e08b-44f1-b5df-8c983f851a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.322840 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0080845a-81aa-4458-b931-f01bff89a9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:18.323037 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11975bb1-8bd3-4b9a-ad33-5939cf6e1564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df62e40-ed5f-4351-aaf5-c84de8ddcd62,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:18.327367 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-11975bb1-8bd3-4b9a-ad33-5939cf6e1564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:18.335171 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-11975bb1-8bd3-4b9a-ad33-5939cf6e1564 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2df62e40-ed5f-4351-aaf5-c84de8ddcd62 HTTP/1.1" status: 204 len: 168 time: 0.7107937 May 04 14:37:18.335407 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45340) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:18.335635 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9079b-e08b-44f1-b5df-8c983f851a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c4ea22-0178-4ef3-82b6-635084f42813,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:18.338255 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e6d9079b-e08b-44f1-b5df-8c983f851a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:18.344915 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e6d9079b-e08b-44f1-b5df-8c983f851a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.346239 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-e6d9079b-e08b-44f1-b5df-8c983f851a25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03c4ea22-0178-4ef3-82b6-635084f42813 HTTP/1.1" status: 204 len: 168 time: 0.1739774 May 04 14:37:18.451145 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.575638 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.649561 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45354) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:18.667768 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.682324 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41747d0-5b71-4fe8-8b61-df5711da486f']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:18.682679 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:18.686716 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] Usage tracker for resource:security_group_rule and tenant:1086eb2470094473af61f83e6cf49b00 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:18.689580 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:18.694328 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cee9f9-01e9-465e-a8c3-66db8c5b93a5') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:18.694617 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cee9f9-01e9-465e-a8c3-66db8c5b93a5') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:18.695069 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:18.706745 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2612989'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.723829 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.730038 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:37:18.781018 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.785492 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.792454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-335940bd-f339-4f13-b039-a7b90ab07c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:18.832966 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabcc253-dfc1-49ac-9b48-a52218115e26,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:18.837351 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1086eb2470094473af61f83e6cf49b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867661 May 04 14:37:18.838237 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:18.839972 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45358) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:18.898098 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0593805d-60b4-41ce-93a0-12ce04ed319e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.900355 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Network e41747d0-5b71-4fe8-8b61-df5711da486f has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:37:18.909220 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612086'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.923982 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0593805d-60b4-41ce-93a0-12ce04ed319e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.976375 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0593805d-60b4-41ce-93a0-12ce04ed319e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:18.980215 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f1d9345a-e466-40fd-8358-738bc4a7d4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:18.991104 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593805d-60b4-41ce-93a0-12ce04ed319e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabcc253-dfc1-49ac-9b48-a52218115e26,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:18.997576 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0593805d-60b4-41ce-93a0-12ce04ed319e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:18.998388 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0593805d-60b4-41ce-93a0-12ce04ed319e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:19.001897 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-0593805d-60b4-41ce-93a0-12ce04ed319e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aabcc253-dfc1-49ac-9b48-a52218115e26 HTTP/1.1" status: 204 len: 168 time: 0.1587245 May 04 14:37:19.084515 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Network e41747d0-5b71-4fe8-8b61-df5711da486f has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: Traceback (most recent call last): May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: timer() May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: cb(*args, **kw) May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: return func(*args, **kwargs) May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: self._notify() May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: self.callback(batched_events) May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: event.method(event) May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: return f(self, *a, **k) May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._get(url).json() May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:37:19.105673 dv-cinder-772623-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:37:19.185773 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:19.189426 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f42392aa-8456-4ce8-90c5-a325a2290479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:19.204456 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:19.210538 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Pushing event deleted for resources: {'Network': ['ID=e41747d0-5b71-4fe8-8b61-df5711da486f,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:19.214755 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:19.222335 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] 10.222.0.50 "DELETE /v2.0/networks/e41747d0-5b71-4fe8-8b61-df5711da486f HTTP/1.1" status: 204 len: 168 time: 0.8855820 May 04 14:37:19.395634 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45374) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:19.448897 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-e754ebaf-ea78-4b05-b102-d8aba9e20e07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6db66aa4af824310a2f6f5cbe3efbba7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519538 May 04 14:37:19.451564 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45380) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:19.510375 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b14a4e92-7e24-4329-b613-d6c69e39f8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:19.539257 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b14a4e92-7e24-4329-b613-d6c69e39f8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:19.597110 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b14a4e92-7e24-4329-b613-d6c69e39f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:19.601028 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-442b89b2-f5db-4cc9-bebd-ef02cd6d38bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:19.618393 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a4e92-7e24-4329-b613-d6c69e39f8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93728c0-0ed1-4ce0-afb0-744717daf76a,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:19.621481 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b14a4e92-7e24-4329-b613-d6c69e39f8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:19.630874 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b14a4e92-7e24-4329-b613-d6c69e39f8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:19.632403 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b14a4e92-7e24-4329-b613-d6c69e39f8bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f93728c0-0ed1-4ce0-afb0-744717daf76a HTTP/1.1" status: 204 len: 168 time: 0.1790645 May 04 14:37:21.360545 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45476) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:21.483492 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:21.498809 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:21.502934 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:557b5abd75fc4d4b907e778a6414cc83 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:21.505738 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:21.511543 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:21.595788 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:21.600725 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:21.607707 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4c34ed25-3b7c-45c1-b48e-796661e4424e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:21.645538 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633d7318-5ae8-4e1b-8bd0-f6c1c49343c9,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:21.649864 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=557b5abd75fc4d4b907e778a6414cc83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882633 May 04 14:37:21.650716 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:21.652572 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45482) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:21.714041 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b7f89d19-f50e-4146-bbea-2599e984c438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:21.739946 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b7f89d19-f50e-4146-bbea-2599e984c438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:21.793185 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b7f89d19-f50e-4146-bbea-2599e984c438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:21.798523 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7713fd27-bce8-4caf-81c1-52bc702e8eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:21.811630 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f89d19-f50e-4146-bbea-2599e984c438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633d7318-5ae8-4e1b-8bd0-f6c1c49343c9,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:21.813905 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b7f89d19-f50e-4146-bbea-2599e984c438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:21.819906 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b7f89d19-f50e-4146-bbea-2599e984c438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:21.821036 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b7f89d19-f50e-4146-bbea-2599e984c438 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/633d7318-5ae8-4e1b-8bd0-f6c1c49343c9 HTTP/1.1" status: 204 len: 168 time: 0.1676047 May 04 14:37:23.129115 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:27.085198 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4724ad0b-e746-49e2-ab02-0a96c8d7f662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:29.647338 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:29.808161 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-96ae62e7-e08c-4fb8-b687-78a6635183c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:30.703428 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:31.562245 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bfc17-e5bc-4beb-95a6-d36e2d89970b req-95e8e5c5-39f3-4b5b-9d93-20707833d0bb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:31.563632 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fa9bfc17-e5bc-4beb-95a6-d36e2d89970b req-95e8e5c5-39f3-4b5b-9d93-20707833d0bb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 946 time: 0.0888457 May 04 14:37:31.618529 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fa9bfc17-e5bc-4beb-95a6-d36e2d89970b req-2e1cd106-4d27-4ad2-b200-55e8292974af tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461338 May 04 14:37:32.256008 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:32.316776 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45674) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:32.376527 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1165e9-9eab-404b-935e-cadb987ea7c3 admin admin] Deleting subnet 78f1bf6f-4fb9-4360-8694-1e98192cc071 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:37:32.379460 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c1165e9-9eab-404b-935e-cadb987ea7c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:32.524851 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c1165e9-9eab-404b-935e-cadb987ea7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:32.583778 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c1165e9-9eab-404b-935e-cadb987ea7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:32.820311 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065880-1b3d-4a8b-a144-621023aea30b req-66379d47-1f56-46ab-8aee-c8675b4908a7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:32.822014 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07065880-1b3d-4a8b-a144-621023aea30b req-66379d47-1f56-46ab-8aee-c8675b4908a7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 946 time: 0.0839789 May 04 14:37:32.834242 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c1165e9-9eab-404b-935e-cadb987ea7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:32.838527 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:32.867459 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07065880-1b3d-4a8b-a144-621023aea30b req-46780fe9-91bf-407f-ba9c-ab73b17c95ae tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391107 May 04 14:37:32.873143 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1165e9-9eab-404b-935e-cadb987ea7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f1bf6f-4fb9-4360-8694-1e98192cc071,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:32.875940 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7c1165e9-9eab-404b-935e-cadb987ea7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:32.878972 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c1165e9-9eab-404b-935e-cadb987ea7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:32.885427 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7c1165e9-9eab-404b-935e-cadb987ea7c3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/78f1bf6f-4fb9-4360-8694-1e98192cc071 HTTP/1.1" status: 204 len: 168 time: 0.5674262 May 04 14:37:32.887818 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45684) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:33.080549 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:33.205579 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:33.379893 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec00b0aa-42ac-49f3-8eed-1a5869b3dac6']}} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:33.396958 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb94654-8ab6-4726-b2ae-e57718a2bb30') {'for_net_delete': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:33.397336 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb94654-8ab6-4726-b2ae-e57718a2bb30') {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:33.412194 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2642483'] for segment, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:33.441425 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:33.454341 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-44a39fdd-8c4f-42b6-aebb-b484217d877c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:33.455796 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-44a39fdd-8c4f-42b6-aebb-b484217d877c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.54 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 946 time: 0.1615653 May 04 14:37:33.458236 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=73812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:37:33.750624 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:37:33.762111 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2643822'] for segment, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:33.972899 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Network ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: Traceback (most recent call last): May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: timer() May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: cb(*args, **kw) May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: return func(*args, **kwargs) May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: self._notify() May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: self.callback(batched_events) May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: event.method(event) May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: return f(self, *a, **k) May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._get(url).json() May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: return self.request(url, 'GET', **kwargs) May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:37:34.002852 dv-cinder-772623-4-iscsi neutron-server[73812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:37:34.050574 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Deleting port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:37:34.050918 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.262215 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.273323 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.278403 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:34.307617 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:37:34.313451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Pushing event deleted for resources: {'Network': ['ID=ec00b0aa-42ac-49f3-8eed-1a5869b3dac6,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:34.326275 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:34.333639 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] For port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:34.333995 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.345813 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] 10.222.0.50 "DELETE /v2.0/networks/ec00b0aa-42ac-49f3-8eed-1a5869b3dac6 HTTP/1.1" status: 204 len: 168 time: 1.4570429 May 04 14:37:34.423605 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e7630-0ae8-416f-bd26-b23b7977daf6 req-57b4f898-6f4b-417f-bbd8-26f072cfbd7c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:34.425102 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-637e7630-0ae8-416f-bd26-b23b7977daf6 req-57b4f898-6f4b-417f-bbd8-26f072cfbd7c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 946 time: 0.4415894 May 04 14:37:34.525201 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45716) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:34.576015 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-64fede8f-3b02-490a-be93-9722eb2f6a7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9265106fab0a4a9eb06488ab77bc4ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494137 May 04 14:37:34.578747 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45720) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:34.644541 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4362-b1ba-4212-85dd-b92e1f9f6f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.657316 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-637e7630-0ae8-416f-bd26-b23b7977daf6 req-6caeb7f3-866d-4bee-a672-607294a0b78d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff28ddcf-bee3-4e49-a11a-07d1716afdff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179985 May 04 14:37:34.672519 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4362-b1ba-4212-85dd-b92e1f9f6f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.725832 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4362-b1ba-4212-85dd-b92e1f9f6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.731970 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e69eff6b-1336-45be-8486-582c58128547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:34.744913 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a4362-b1ba-4212-85dd-b92e1f9f6f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4ca78e-7b53-440b-a370-4f3840869deb,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:34.746938 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4362-b1ba-4212-85dd-b92e1f9f6f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.748057 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8e3a4362-b1ba-4212-85dd-b92e1f9f6f18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d4ca78e-7b53-440b-a370-4f3840869deb HTTP/1.1" status: 204 len: 168 time: 0.1683891 May 04 14:37:34.749224 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8e3a4362-b1ba-4212-85dd-b92e1f9f6f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:34.770566 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.771052 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.771417 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Floating IP ba49fcd3-bdbc-4a01-ab76-b6284bd53504 disassociated. External IP: 172.27.0.234, port: c6cb356f-c57f-4cfe-9fe5-0c17b774ce50. May 04 14:37:34.771788 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Calling delete_port for c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:37:34.883976 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:34.889779 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-47e3007a-f2f1-4a49-ace2-ce316ac8f481 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:34.932929 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event deleted for resources: {'Port': ['ID=c6cb356f-c57f-4cfe-9fe5-0c17b774ce50,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:34.937100 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:35.134262 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Router 234d38ef-6112-41a1-82d3-dff212ee9bfa has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:37:35.313167 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:37:35.324741 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] Sync routers for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:37:35.336197 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:37:35.337104 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:37:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:35.393706 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] No DVR routers for this DVR port c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:37:35.396510 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:35.399362 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'name': 'network-vif-deleted', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:35.408250 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-815a11f1-6caf-418d-be6a-fdd20a770083 req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.54 "DELETE /v2.0/ports/c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 HTTP/1.1" status: 204 len: 173 time: 1.9353623 May 04 14:37:35.450370 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35114d8f-1c55-48dd-a49b-4f7aab3d4214', 'name': 'network-vif-deleted', 'tag': 'c6cb356f-c57f-4cfe-9fe5-0c17b774ce50', 'status': 'completed', 'code': 200} May 04 14:37:35.516028 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:37:35.858153 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:35.863066 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] Checking router: 234d38ef-6112-41a1-82d3-dff212ee9bfa for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:37:35.872957 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:37:35.873762 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:37:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:35.963908 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-cb745e1d-682e-40d9-816b-2ecb1ed182c7 req-354a3151-5dd5-4048-bfde-1da59318cda5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Synchronizing usage tracker for tenant:cf5345351fb64096b9d4615d49a85a11 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:35.983083 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-cb745e1d-682e-40d9-816b-2ecb1ed182c7 req-354a3151-5dd5-4048-bfde-1da59318cda5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Unset dirty status for tenant:cf5345351fb64096b9d4615d49a85a11 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:35.984458 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb745e1d-682e-40d9-816b-2ecb1ed182c7 req-354a3151-5dd5-4048-bfde-1da59318cda5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 210 time: 0.0685806 May 04 14:37:36.050116 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:37:36.369359 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:36.373818 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b91d0f-5462-4785-9710-374f13ef7af7 None None] The sync data for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi is: [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:37:36.611509 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf7c512-5bb7-4668-8936-1755ce4a2706 None None] New status for floating IP ba49fcd3-bdbc-4a01-ab76-b6284bd53504: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:37:37.162991 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-80810472-07a0-42ee-866d-cb430b4cc486 req-6b023805-9886-44a9-bde7-755bedfbadc7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=35114d8f-1c55-48dd-a49b-4f7aab3d4214 HTTP/1.1" status: 200 len: 210 time: 0.0499697 May 04 14:37:38.295259 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45764) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:38.362222 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-abbbdb5e-4ece-470c-b9fd-081767e1b19f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.391031 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-abbbdb5e-4ece-470c-b9fd-081767e1b19f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.446054 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-abbbdb5e-4ece-470c-b9fd-081767e1b19f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.451239 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-701c9335-cb32-45c6-85ca-498d22e77116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:38.468662 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbdb5e-4ece-470c-b9fd-081767e1b19f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff28ddcf-bee3-4e49-a11a-07d1716afdff,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:38.471280 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-abbbdb5e-4ece-470c-b9fd-081767e1b19f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:38.481187 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-abbbdb5e-4ece-470c-b9fd-081767e1b19f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.482393 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-abbbdb5e-4ece-470c-b9fd-081767e1b19f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "DELETE /v2.0/security-groups/ff28ddcf-bee3-4e49-a11a-07d1716afdff HTTP/1.1" status: 204 len: 168 time: 0.1860583 May 04 14:37:38.485360 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45768) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:38.503846 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.api.v2.resource [None req-e2616bdf-6c08-4468-b080-a623bb077d36 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] show failed (client error): The resource could not be found. May 04 14:37:38.504885 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-e2616bdf-6c08-4468-b080-a623bb077d36 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups/ff28ddcf-bee3-4e49-a11a-07d1716afdff HTTP/1.1" status: 404 len: 347 time: 0.0185781 May 04 14:37:38.507871 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45774) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:38.536701 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:38.569395 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:37:38.569717 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6cb356f-c57f-4cfe-9fe5-0c17b774ce50 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:37:38.737318 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Deleting port edcd6e5a-35c1-4ec9-a2c0-e7039e0259e5 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:37:38.737611 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.854868 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.855192 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.976096 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Calling delete_port for edcd6e5a-35c1-4ec9-a2c0-e7039e0259e5 owned by network:floatingip {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:37:39.097984 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.103175 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:39.151379 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event deleted for resources: {'Port': ['ID=edcd6e5a-35c1-4ec9-a2c0-e7039e0259e5,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:39.215938 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:39.242689 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.261518 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.262774 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "DELETE /v2.0/floatingips/ba49fcd3-bdbc-4a01-ab76-b6284bd53504 HTTP/1.1" status: 204 len: 168 time: 0.7537990 May 04 14:37:39.683710 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45798) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:39.689075 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908808483', 'description': 'tempest-description--1339205163'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:39.695127 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:39.699499 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:security_group and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:39.703420 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:39.709465 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:39.722576 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.742783 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:39.746748 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:security_group_rule and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:39.749648 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:39.755263 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:39.824055 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.829456 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.833088 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4ea7b42e-7a9d-4f78-a3c5-1de24d93d8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:39.872198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497907b7-ef5a-4bef-805f-41bd4db5a1a7,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:39.875993 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:39.880252 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.881473 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1966710 May 04 14:37:39.884406 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45802) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:39.889471 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'security_group_rule': {'security_group_id': '497907b7-ef5a-4bef-805f-41bd4db5a1a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:39.895903 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:39.900128 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:security_group_rule and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:39.903141 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:39.909032 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:39.926126 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.991300 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.997525 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.003398 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:40.025849 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9714867d-73ce-49e2-9000-e2ce43a21ace,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:40.028839 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:40.036872 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.038060 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527450 May 04 14:37:40.040801 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45806) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:40.045690 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'security_group_rule': {'security_group_id': '497907b7-ef5a-4bef-805f-41bd4db5a1a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:40.051447 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:40.055672 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:security_group_rule and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:40.058534 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:40.064294 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:40.080980 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.145676 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.150413 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.152550 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8455093c-4a2e-4653-bb71-fc46d8f0deab tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:40.174033 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daefbb0c-5a09-4986-9b44-2a6c18a37281,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:40.176515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:40.184185 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.188407 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437426 May 04 14:37:40.188784 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45810) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:40.194220 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'floatingip': {'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:40.200155 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:40.203972 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:floatingip and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:40.206793 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:40.212594 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:40.228296 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.369200 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.506547 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Allocated IP 172.27.0.143 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/7deff7d8-609d-4952-871e-d2061a0bb72c) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:37:40.726529 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.757599 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.761107 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:40.824005 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:37:40.827141 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:37:40.830842 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:37:40.863400 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'Port': ['ID=7deff7d8-609d-4952-871e-d2061a0bb72c,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:40.871237 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:40.911694 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.978121 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.181875 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.187400 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.190969 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-15a0e724-5a8a-4acd-837a-d6ed1aefccb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:41.295844 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'Port': ['ID=7deff7d8-609d-4952-871e-d2061a0bb72c,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:41.298633 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:41.307454 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.330149 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.331327 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1414499 May 04 14:37:41.547550 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-852494ee-c5d0-445d-b928-298c174b3851 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Synchronizing usage tracker for tenant:cf5345351fb64096b9d4615d49a85a11 on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:41.564080 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-852494ee-c5d0-445d-b928-298c174b3851 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Unset dirty status for tenant:cf5345351fb64096b9d4615d49a85a11 on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:41.565199 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-852494ee-c5d0-445d-b928-298c174b3851 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1908808483&fields=id&tenant_id=cf5345351fb64096b9d4615d49a85a11 HTTP/1.1" status: 200 len: 267 time: 0.0562086 May 04 14:37:41.711002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-c69aba22-2d54-496e-8525-655e283119b6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:41.712452 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-c69aba22-2d54-496e-8525-655e283119b6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 817 time: 0.1405327 May 04 14:37:41.905862 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-5b9b67be-1861-41ae-9383-ec3f01a12a81 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/quotas/cf5345351fb64096b9d4615d49a85a11 HTTP/1.1" status: 200 len: 375 time: 0.1878543 May 04 14:37:41.998844 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-ae24ac95-ba79-4dc2-8dad-f05bc62373ee tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874889 May 04 14:37:42.224672 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-882090d0-e37a-40c5-8c8b-d3ab73daff06 service neutron] 10.222.0.50 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140777 May 04 14:37:42.361395 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-597cf86a-9d0c-4178-a4e6-c09fa5ced469 service neutron] 10.222.0.50 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307397 May 04 14:37:42.599744 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5ec29e5c-379e-4ea3-ace6-4c0a0bd76d88 req-6562cce8-7e36-43e1-b75c-8c5806fe3fd1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 210 time: 0.1047578 May 04 14:37:43.704316 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-bb2dd691-4c54-4dec-a8f0-3d1f8c7171a1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:43.705788 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-bb2dd691-4c54-4dec-a8f0-3d1f8c7171a1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 817 time: 0.1590564 May 04 14:37:43.781210 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-48c3d5b4-87a6-4e81-820a-10d7bf73f055 req-1aa2f34f-91bd-48dd-adff-95e2fa329501 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 210 time: 0.0593531 May 04 14:37:43.809611 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-ec5b20c7-c5e9-473b-be33-db2e1c216c3c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5345351fb64096b9d4615d49a85a11 HTTP/1.1" status: 200 len: 380 time: 0.0864086 May 04 14:37:43.819588 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'port': {'device_id': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'admin_state_up': True, 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'security_groups': ['497907b7-ef5a-4bef-805f-41bd4db5a1a7']}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:43.955961 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:43.959975 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Usage tracker for resource:port and tenant:cf5345351fb64096b9d4615d49a85a11 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:43.963117 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:43.968785 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:43.978083 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Made reservation on behalf of cf5345351fb64096b9d4615d49a85a11 for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:37:43.981894 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:43.997708 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 45878) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:44.141624 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.165546 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:44.173362 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] Usage tracker for resource:security_group_rule and tenant:dbeaa59d19164648997acc7495146230 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:44.176236 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Allocated IP 172.20.0.11 (2f55b652-6723-4dae-8ef8-191ed5aa1699/e460427e-8e27-479c-bbd8-8cbee88c1e50/71538b67-89be-473d-af55-d47e33459044) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:37:44.178239 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:44.186102 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:44.423810 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.428375 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.434367 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.442750 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0e30547-e351-4f2e-b2d9-ac9018c65115 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:44.462406 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Transition to ACTIVE for port object 71538b67-89be-473d-af55-d47e33459044 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:37:44.499756 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbeaa59d19164648997acc7495146230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010102 May 04 14:37:44.501713 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0c094f-63b3-4bde-86f8-523201b6eb16,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:44.502822 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45884) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:44.505218 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:44.522569 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.529511 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d5f1acdf-fcde-4be2-868b-f0751250d335 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:44.563524 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf213961-3561-4153-9d75-be4e2b8bbbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.586483 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:37:44.588813 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf213961-3561-4153-9d75-be4e2b8bbbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.593547 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:37:44.596210 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:37:44.646692 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf213961-3561-4153-9d75-be4e2b8bbbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.651946 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:44.653045 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event updated for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:44.656142 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:44.663224 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf213961-3561-4153-9d75-be4e2b8bbbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0c094f-63b3-4bde-86f8-523201b6eb16,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:44.670274 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bf213961-3561-4153-9d75-be4e2b8bbbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:44.676486 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:44.676675 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf213961-3561-4153-9d75-be4e2b8bbbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.677131 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.680800 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bf213961-3561-4153-9d75-be4e2b8bbbf4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a0c094f-63b3-4bde-86f8-523201b6eb16 HTTP/1.1" status: 204 len: 168 time: 0.1769872 May 04 14:37:44.711702 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8963604 May 04 14:37:44.730260 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Request body: {'port': {'device_id': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:44.843127 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.862662 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-ee77909a-eb27-4e7f-8286-c3a760d47f86 None None] Provisioning for port 71538b67-89be-473d-af55-d47e33459044 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:37:44.867884 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-ee77909a-eb27-4e7f-8286-c3a760d47f86 None None] Provisioning complete for port 71538b67-89be-473d-af55-d47e33459044 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:37:44.868201 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ee77909a-eb27-4e7f-8286-c3a760d47f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.930039 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-ee77909a-eb27-4e7f-8286-c3a760d47f86 None None] Port 71538b67-89be-473d-af55-d47e33459044 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:37:45.037739 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45904) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:45.059116 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.078748 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:45.083031 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5d993446cd0449f0877b8de855f39f3b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:45.085697 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a38a6-8032-426b-958d-dde0b6a968c8 req-7d883eba-5589-433a-93ea-39ae9548de80 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:45.085970 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:45.086450 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-140a38a6-8032-426b-958d-dde0b6a968c8 req-7d883eba-5589-433a-93ea-39ae9548de80 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Synchronizing usage tracker for tenant:cf5345351fb64096b9d4615d49a85a11 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:45.091524 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:45.179533 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.184154 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.206087 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8c70a174-d10a-4317-84fe-e1b3d2c10a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:45.228851 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d993446cd0449f0877b8de855f39f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861689 May 04 14:37:45.233765 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 45908) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:45.257660 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00f18fa-0611-4221-9f98-eb0b09e56e23,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:45.267415 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:45.283702 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-140a38a6-8032-426b-958d-dde0b6a968c8 req-7d883eba-5589-433a-93ea-39ae9548de80 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Unset dirty status for tenant:cf5345351fb64096b9d4615d49a85a11 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:45.290248 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-140a38a6-8032-426b-958d-dde0b6a968c8 req-7d883eba-5589-433a-93ea-39ae9548de80 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 932 time: 0.3865917 May 04 14:37:45.305775 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9074f164-6e68-456c-837a-216375cbe3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.335068 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9074f164-6e68-456c-837a-216375cbe3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.352502 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-140a38a6-8032-426b-958d-dde0b6a968c8 req-3896cf63-8d60-4347-8d2f-715d12ae1457 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614102 May 04 14:37:45.386025 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9074f164-6e68-456c-837a-216375cbe3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.391033 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5632d1d3-4617-4729-ba52-baadafa1b7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:45.406967 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074f164-6e68-456c-837a-216375cbe3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00f18fa-0611-4221-9f98-eb0b09e56e23,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:45.409304 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9074f164-6e68-456c-837a-216375cbe3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:45.411425 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9074f164-6e68-456c-837a-216375cbe3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.412560 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9074f164-6e68-456c-837a-216375cbe3db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c00f18fa-0611-4221-9f98-eb0b09e56e23 HTTP/1.1" status: 204 len: 168 time: 0.1779423 May 04 14:37:45.434614 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71538b67-89be-473d-af55-d47e33459044 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:37:45.442145 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.456458 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Transition to ACTIVE for port object 71538b67-89be-473d-af55-d47e33459044 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:37:45.460777 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.465128 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-183df233-3bea-4610-b876-b58daffea07a tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:45.627100 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Pushing event updated for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:45.656584 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:45.696037 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Attempting to bind port 71538b67-89be-473d-af55-d47e33459044 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:37:45.696376 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Attempting to bind port 71538b67-89be-473d-af55-d47e33459044 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:37:45.696701 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Attempting to bind port 71538b67-89be-473d-af55-d47e33459044 on network 2f55b652-6723-4dae-8ef8-191ed5aa1699 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:37:45.701349 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Port 71538b67-89be-473d-af55-d47e33459044 on network 2f55b652-6723-4dae-8ef8-191ed5aa1699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:37:45.701670 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Attempting to bind port 71538b67-89be-473d-af55-d47e33459044 on network 2f55b652-6723-4dae-8ef8-191ed5aa1699 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:37:45.706869 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:37:45.707204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Checking segment: {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:37:45.707587 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Bound using segment: {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:37:45.708073 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Bound port: 71538b67-89be-473d-af55-d47e33459044, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183591a6-9610-41e9-a12f-0bd2c30cde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:37:45.708414 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.801970 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:37:45.805390 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:37:45.810698 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.815441 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5b1cbf9f-8c98-4d5c-978b-92660d3b9ff1 tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:45.866238 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:45.867087 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.868544 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] 10.222.0.54 "PUT /v2.0/ports/71538b67-89be-473d-af55-d47e33459044 HTTP/1.1" status: 200 len: 1094 time: 1.1428103 May 04 14:37:45.869087 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'tag': '71538b67-89be-473d-af55-d47e33459044'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:45.905104 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Pushing event updated for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:45.916350 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:45.920060 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'tag': '71538b67-89be-473d-af55-d47e33459044', 'status': 'completed', 'code': 200} May 04 14:37:46.544021 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b485d2-e250-489e-9d2f-1af845ef73ab req-f718f93b-9480-456a-8653-79e7115e4dc7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:46.545477 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-16b485d2-e250-489e-9d2f-1af845ef73ab req-f718f93b-9480-456a-8653-79e7115e4dc7 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0828011 May 04 14:37:46.591441 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-16b485d2-e250-489e-9d2f-1af845ef73ab req-fa82c4cb-fa98-494c-8337-bb12cd63e7f9 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 May 04 14:37:47.785406 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b53fd4-3fb1-4e6a-8652-abc5cddb4cc5 req-bd4aaf33-9b0f-46d0-9bdd-1c711c17b0da tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:47.786870 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-38b53fd4-3fb1-4e6a-8652-abc5cddb4cc5 req-bd4aaf33-9b0f-46d0-9bdd-1c711c17b0da tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0796943 May 04 14:37:47.833605 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-38b53fd4-3fb1-4e6a-8652-abc5cddb4cc5 req-b296344a-848e-48b7-b284-e7b848aa4ac9 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407968 May 04 14:37:48.496074 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bafcce-db1c-4ef1-8cfa-fb01e211d403 req-3a5325ca-f056-4bd6-b94c-4a8fd2921819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:48.497571 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32bafcce-db1c-4ef1-8cfa-fb01e211d403 req-3a5325ca-f056-4bd6-b94c-4a8fd2921819 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 1097 time: 0.0727217 May 04 14:37:48.642729 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bafcce-db1c-4ef1-8cfa-fb01e211d403 req-e2d815d9-b71a-4590-8b01-17ad0ec85ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:48.644219 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32bafcce-db1c-4ef1-8cfa-fb01e211d403 req-e2d815d9-b71a-4590-8b01-17ad0ec85ff9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=cf5345351fb64096b9d4615d49a85a11&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1330762 May 04 14:37:48.785031 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bafcce-db1c-4ef1-8cfa-fb01e211d403 req-f651f8e4-cbdb-4164-bcac-8abd05fe2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:48.786501 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32bafcce-db1c-4ef1-8cfa-fb01e211d403 req-f651f8e4-cbdb-4164-bcac-8abd05fe2250 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340108 May 04 14:37:49.003728 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-1989d266-58c8-43cf-82d1-d4e776261a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:49.005199 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-1989d266-58c8-43cf-82d1-d4e776261a70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 1097 time: 0.1399803 May 04 14:37:49.086248 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-7071b3c4-21b2-400a-8a7a-57ed3d287ea2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71538b67-89be-473d-af55-d47e33459044 HTTP/1.1" status: 200 len: 217 time: 0.0672908 May 04 14:37:49.158222 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495917f-ca19-47c6-bcff-b7727dc77acb req-406de5a4-553e-454c-9335-80f1968e4a49 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:49.159696 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e495917f-ca19-47c6-bcff-b7727dc77acb req-406de5a4-553e-454c-9335-80f1968e4a49 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.2018998 May 04 14:37:49.173204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-d1ac78a1-0c97-44dd-bb08-8a52fc4889be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:49.173542 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-d1ac78a1-0c97-44dd-bb08-8a52fc4889be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.0777617 May 04 14:37:49.265519 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e495917f-ca19-47c6-bcff-b7727dc77acb req-0ba379c4-c5ee-4894-ab8a-af07a81be470 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868576 May 04 14:37:49.291221 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-9a9b084f-6a86-4d3b-be21-83b99e99211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:49.292701 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-9a9b084f-6a86-4d3b-be21-83b99e99211e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978534 May 04 14:37:49.509806 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-f2a738ca-ea37-48df-a547-a102145282c6 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082360 May 04 14:37:50.569350 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c74a078e-e025-41ea-b590-6a0fec04cbc3 req-7a074f3e-4de5-4fa1-a342-7551879e868b service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467955 May 04 14:37:50.580696 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdcf95-fa2d-45ff-99a1-1173241757d9 req-a6eaada7-327d-4662-b832-ce794754f5dc tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:50.582081 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-14fdcf95-fa2d-45ff-99a1-1173241757d9 req-a6eaada7-327d-4662-b832-ce794754f5dc tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.1955264 May 04 14:37:50.630005 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-14fdcf95-fa2d-45ff-99a1-1173241757d9 req-95811282-408f-4fd0-ba1d-ce4af70f89f2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420890 May 04 14:37:51.835403 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1cad7-7efd-49ce-aa7b-978b288e9b22 req-41821cd4-67f2-4b6d-81c2-632e082f109b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:51.837117 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bbf1cad7-7efd-49ce-aa7b-978b288e9b22 req-41821cd4-67f2-4b6d-81c2-632e082f109b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0812812 May 04 14:37:51.883126 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bbf1cad7-7efd-49ce-aa7b-978b288e9b22 req-0239c303-9202-46d2-afbd-4e18efc440d0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 May 04 14:37:53.072385 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bb7bc-3cae-4ec5-a739-ed7c4621fb6d req-ae3ab99d-dbc3-4f2e-9cdc-3651481d6b36 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:53.073846 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3b9bb7bc-3cae-4ec5-a739-ed7c4621fb6d req-ae3ab99d-dbc3-4f2e-9cdc-3651481d6b36 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0825219 May 04 14:37:53.127797 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3b9bb7bc-3cae-4ec5-a739-ed7c4621fb6d req-a7c29c29-0d64-4905-86c2-1eaf7652a8cf tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477734 May 04 14:37:53.132141 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:53.684632 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b611f-0286-4661-ae47-223b3a9c0851 req-e44815ba-249a-44d1-969e-8e7113243772 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:53.686122 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d61b611f-0286-4661-ae47-223b3a9c0851 req-e44815ba-249a-44d1-969e-8e7113243772 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0944834 May 04 14:37:53.731480 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d61b611f-0286-4661-ae47-223b3a9c0851 req-a473dda6-a13a-43fb-bb56-a3cb6bb31cae tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389955 May 04 14:37:54.318092 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e949e-3c83-4284-8c37-76be10d3ebfe req-161b10ac-2cf3-4012-bb3a-89236e605112 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:54.319492 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-724e949e-3c83-4284-8c37-76be10d3ebfe req-161b10ac-2cf3-4012-bb3a-89236e605112 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0848851 May 04 14:37:54.367049 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-724e949e-3c83-4284-8c37-76be10d3ebfe req-5f780be3-29ea-4b4b-8552-ca8506458622 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390837 May 04 14:37:54.936965 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e1628-5bff-4180-a8e0-40c6e5240afc req-5db112fa-b254-4d6d-a57f-13961b8c6ca5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:54.938353 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-905e1628-5bff-4180-a8e0-40c6e5240afc req-5db112fa-b254-4d6d-a57f-13961b8c6ca5 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0917079 May 04 14:37:54.985818 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-905e1628-5bff-4180-a8e0-40c6e5240afc req-45ad45b1-9938-414e-990a-57f4d5ca2ba6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417359 May 04 14:37:55.577713 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008dfd-c3d5-404b-864a-ec1f8685dac1 req-732e17d7-c5a6-4680-86b0-f87246fecd5b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:55.579164 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-22008dfd-c3d5-404b-864a-ec1f8685dac1 req-732e17d7-c5a6-4680-86b0-f87246fecd5b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0895131 May 04 14:37:55.624245 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-22008dfd-c3d5-404b-864a-ec1f8685dac1 req-ab2da9f8-bb65-456b-81bd-14eee49d05d1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393085 May 04 14:37:56.199146 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9a7f8-c62e-45a6-a761-85b88c3bf3b2 req-b6553131-8faa-4a26-98a7-c54925133057 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:56.200663 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a3c9a7f8-c62e-45a6-a761-85b88c3bf3b2 req-b6553131-8faa-4a26-98a7-c54925133057 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0985522 May 04 14:37:56.245955 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a3c9a7f8-c62e-45a6-a761-85b88c3bf3b2 req-a24e1114-0509-40d3-a6ca-b42610cfa39d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390620 May 04 14:37:56.685158 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 71538b67-89be-473d-af55-d47e33459044 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:37:56.816244 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:56.825554 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00919550-dbe2-4b69-8a94-da60818bb9f3 req-f92bc735-8690-41d0-ba47-19141a4f3742 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:56.827025 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-00919550-dbe2-4b69-8a94-da60818bb9f3 req-f92bc735-8690-41d0-ba47-19141a4f3742 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0835931 May 04 14:37:56.829155 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '71538b67-89be-473d-af55-d47e33459044', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'port_id': '71538b67-89be-473d-af55-d47e33459044', 'mac_address': 'fa:16:3e:27:2b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:37:56.872446 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-00919550-dbe2-4b69-8a94-da60818bb9f3 req-19d16387-3979-4ca7-9709-6c1b29769847 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392089 May 04 14:37:56.885702 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:56.902537 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71538b67-89be-473d-af55-d47e33459044 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:37:56.918797 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:56.924129 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:56.926085 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:56.992402 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:57.000042 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.000388 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.000804 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.001097 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.001393 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.002001 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.002624 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.002956 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.003340 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.003713 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.004548 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.004548 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:57.008633 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:57.077955 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-19cd66a2-30f3-44d5-9c08-55209055a840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:57.266416 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['71538b67-89be-473d-af55-d47e33459044'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:37:57.441938 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444930d4-dd8d-4694-82d4-46546cd039f3 req-654c8ec3-0cb1-4c10-b82a-ab896cc6b8dc tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:57.443319 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-444930d4-dd8d-4694-82d4-46546cd039f3 req-654c8ec3-0cb1-4c10-b82a-ab896cc6b8dc tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0836980 May 04 14:37:57.488665 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-444930d4-dd8d-4694-82d4-46546cd039f3 req-7040d1ba-c7fd-4ec9-9ffe-178d31f618ec tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395224 May 04 14:37:58.243401 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c33eb-cb46-4456-b219-4273c327abd4 req-3adc1ee4-93c9-4da0-ba22-da1f8d33b6bd tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:58.244907 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1c8c33eb-cb46-4456-b219-4273c327abd4 req-3adc1ee4-93c9-4da0-ba22-da1f8d33b6bd tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 945 time: 0.0821078 May 04 14:37:58.292761 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1c8c33eb-cb46-4456-b219-4273c327abd4 req-44026a11-c3c6-4906-b4bc-a50fced7730f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 May 04 14:37:58.343652 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46090) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:58.465992 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:58.480368 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:58.484377 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] Usage tracker for resource:security_group_rule and tenant:c15e731817414b0180e3cba9674f20f9 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:58.487365 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:58.493078 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:58.572552 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:58.577137 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:58.583946 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-173a7568-7143-4ef7-bb0b-992f64894545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:58.623847 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c15e731817414b0180e3cba9674f20f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790320 May 04 14:37:58.624728 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a95643-bdb0-4760-a69a-d5701946c2c9,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:58.626923 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46098) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:58.629467 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:58.683186 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-000a8d77-0fc0-47be-8608-b45d4cb95a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:58.684145 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6021438-08f9-42ea-ab31-c584d6c6d1ba req-50a7e3e7-8a19-4c98-8f4d-d6f26b057bcd tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:58.685732 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d6021438-08f9-42ea-ab31-c584d6c6d1ba req-50a7e3e7-8a19-4c98-8f4d-d6f26b057bcd tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0847216 May 04 14:37:58.708819 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-000a8d77-0fc0-47be-8608-b45d4cb95a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:58.733134 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d6021438-08f9-42ea-ab31-c584d6c6d1ba req-18bb0752-e8d6-48be-8ae7-315046a31b80 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 May 04 14:37:58.764843 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-000a8d77-0fc0-47be-8608-b45d4cb95a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:58.768675 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c9c917db-2f38-4ebe-b636-9475ec2c3ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:58.781466 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a8d77-0fc0-47be-8608-b45d4cb95a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a95643-bdb0-4760-a69a-d5701946c2c9,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:58.784462 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-000a8d77-0fc0-47be-8608-b45d4cb95a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:58.786436 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-000a8d77-0fc0-47be-8608-b45d4cb95a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:58.787532 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-000a8d77-0fc0-47be-8608-b45d4cb95a12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22a95643-bdb0-4760-a69a-d5701946c2c9 HTTP/1.1" status: 204 len: 168 time: 0.1597610 May 04 14:37:59.073392 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46108) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:59.091407 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.106118 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:59.109851 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] Usage tracker for resource:security_group_rule and tenant:568b5e838c8943cfa6af8d8ece771a23 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:59.112617 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:59.118257 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:59.201748 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.206619 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.213754 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f46986c7-3f3f-46b0-a857-8b60dcd6b3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:59.252846 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24088063-6114-4035-9e15-085245c2376e,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:59.257089 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=568b5e838c8943cfa6af8d8ece771a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826322 May 04 14:37:59.257922 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:59.259682 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46118) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:59.321947 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2be2fb0c-07c0-4c4e-842a-0409df5a3c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.350714 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2be2fb0c-07c0-4c4e-842a-0409df5a3c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.406225 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 71538b67-89be-473d-af55-d47e33459044 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:37:59.408415 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2be2fb0c-07c0-4c4e-842a-0409df5a3c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.414217 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7b791ab0-9961-4084-a165-4543abfcb596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:59.428870 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2fb0c-07c0-4c4e-842a-0409df5a3c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24088063-6114-4035-9e15-085245c2376e,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:59.431898 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2be2fb0c-07c0-4c4e-842a-0409df5a3c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:59.439408 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2be2fb0c-07c0-4c4e-842a-0409df5a3c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.443278 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2be2fb0c-07c0-4c4e-842a-0409df5a3c55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24088063-6114-4035-9e15-085245c2376e HTTP/1.1" status: 204 len: 168 time: 0.1804760 May 04 14:37:59.510211 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15086587-392b-40d3-8a99-ccad1be9fcc2 req-a31bc9fe-7614-4c29-9bef-635b1709b2ea tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:59.521564 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-15086587-392b-40d3-8a99-ccad1be9fcc2 req-a31bc9fe-7614-4c29-9bef-635b1709b2ea tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 945 time: 0.0970459 May 04 14:37:59.564932 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 71538b67-89be-473d-af55-d47e33459044 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:37:59.573016 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 71538b67-89be-473d-af55-d47e33459044 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:37:59.574011 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.590070 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-15086587-392b-40d3-8a99-ccad1be9fcc2 req-bc131842-d9cb-4e9e-b39c-a7d847992891 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672398 May 04 14:37:59.701244 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.757425 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-2d557967-ed14-444a-8329-e52b06cfcaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:59.759572 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-2d557967-ed14-444a-8329-e52b06cfcaf1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 1099 time: 0.2395289 May 04 14:37:59.784261 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.835291 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71538b67-89be-473d-af55-d47e33459044'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:59.843554 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aae7acc1-6f23-48de-8434-afe56c75d70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.848716 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:59.853206 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.855961 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b7f99815-746b-413c-989b-44cf83cac610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:59.900964 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71538b67-89be-473d-af55-d47e33459044', 'code': 200} May 04 14:37:59.938635 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:59.941677 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:00.073743 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-c9b9fd28-9ef8-4a36-9bb4-d951a8115412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:00.075181 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-c9b9fd28-9ef8-4a36-9bb4-d951a8115412 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 200 len: 912 time: 0.2959347 May 04 14:38:00.197792 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b480ed8-b68c-4e1b-ad9b-b0b8a2e9d0af req-44d7ad2b-57a5-4db1-a938-2e575a320af6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:00.199239 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0b480ed8-b68c-4e1b-ad9b-b0b8a2e9d0af req-44d7ad2b-57a5-4db1-a938-2e575a320af6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.3136718 May 04 14:38:00.249084 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-2db0d97d-20ac-443a-8073-f7d8ed395ab1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f40164-7a1a-41e1-9913-54563500ffeb HTTP/1.1" status: 200 len: 1001 time: 0.1668329 May 04 14:38:00.324196 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0b480ed8-b68c-4e1b-ad9b-b0b8a2e9d0af req-8ff93a6f-2eec-4ca8-b6e0-f0ffefdc6e11 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080220 May 04 14:38:00.334444 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74cb28-6b51-4c5e-a1b1-9ae727e94c4c req-e76deba6-bc66-4e5b-b3cf-cfba3de81b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:00.335950 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cf74cb28-6b51-4c5e-a1b1-9ae727e94c4c req-e76deba6-bc66-4e5b-b3cf-cfba3de81b0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 1099 time: 0.2067406 May 04 14:38:00.355985 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-c874efc5-e7be-4178-90b4-82dc5d263d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:00.357365 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-c874efc5-e7be-4178-90b4-82dc5d263d3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110384d5-90f2-4cf8-bb85-d306517a1d8e HTTP/1.1" status: 200 len: 850 time: 0.0959866 May 04 14:38:00.419609 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cf74cb28-6b51-4c5e-a1b1-9ae727e94c4c req-e921c0cb-6c0d-40ea-bfe1-6e38eab4a7c9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770762 May 04 14:38:00.446671 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-4f5e7dbc-5e06-4bd7-8e95-2715e4897a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:00.448194 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-4f5e7dbc-5e06-4bd7-8e95-2715e4897a3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b42a207-c231-4c84-8e32-165531194e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836649 May 04 14:38:00.709050 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:00.892002 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-78b16332-2a0a-421b-8889-242388081f6a service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632996 May 04 14:38:00.901448 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e1531-8a28-4c96-9f94-5865a5cc93a0 req-f376f306-027a-4c64-a414-addb4427b675 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:00.903234 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6f9e1531-8a28-4c96-9f94-5865a5cc93a0 req-f376f306-027a-4c64-a414-addb4427b675 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.2106965 May 04 14:38:01.038442 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6f9e1531-8a28-4c96-9f94-5865a5cc93a0 req-621071f4-4b61-4c88-8441-ceb2be2f58c8 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140437 May 04 14:38:01.068593 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-43136c52-1da0-45d3-b8fe-02d40c5cf29c req-544d8b21-90d9-4069-8e55-eb71a4f71242 service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642015 May 04 14:38:01.409186 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 46188) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:01.507770 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33428cf-825b-43d1-8592-c066de7c643a req-f799522a-573d-4b2e-8212-6bfc7b285eda tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:01.509221 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e33428cf-825b-43d1-8592-c066de7c643a req-f799522a-573d-4b2e-8212-6bfc7b285eda tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0826361 May 04 14:38:01.541651 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:01.567803 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:01.574586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Usage tracker for resource:security_group_rule and tenant:d2741996ee0e45fdb6581d4db3974188 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:01.579311 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e33428cf-825b-43d1-8592-c066de7c643a req-dc5e2168-5789-41aa-bfa8-78b41daf71f3 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572340 May 04 14:38:01.580093 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:01.586206 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:01.665362 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:01.670840 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:01.677315 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e1f0b881-ce70-4543-aff2-facc8b1a905f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:01.716450 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdbbd84-b243-4dd0-8fb4-36a0bbcf00d4,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:01.720322 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2741996ee0e45fdb6581d4db3974188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100798 May 04 14:38:01.723759 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46194) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:01.726936 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.727303 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.727684 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.728049 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.728399 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.728749 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.729075 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.729416 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.729759 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.730097 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.730432 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.730765 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:01.734838 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:01.782276 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2ec7-f919-408a-8176-3df2bb5101c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:01.808706 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2ec7-f919-408a-8176-3df2bb5101c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:01.864269 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2ec7-f919-408a-8176-3df2bb5101c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:01.868916 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5e36b830-64cc-4f08-b7c5-f7983d23a61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:01.879575 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a2ec7-f919-408a-8176-3df2bb5101c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdbbd84-b243-4dd0-8fb4-36a0bbcf00d4,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:01.883393 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ef7a2ec7-f919-408a-8176-3df2bb5101c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:01.886909 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2ec7-f919-408a-8176-3df2bb5101c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:01.888390 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ef7a2ec7-f919-408a-8176-3df2bb5101c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbdbbd84-b243-4dd0-8fb4-36a0bbcf00d4 HTTP/1.1" status: 204 len: 168 time: 0.1633356 May 04 14:38:02.175750 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46206) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:02.196968 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:02.211051 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:02.214764 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] Usage tracker for resource:security_group_rule and tenant:584c58e1c63142f98b165cc87ac91b49 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:02.217576 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:02.223385 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:02.229433 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472acd5-e15d-4f05-b30b-aafbff53042b req-850ce7ea-9499-4540-893c-a9eabc826921 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:02.230868 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c472acd5-e15d-4f05-b30b-aafbff53042b req-850ce7ea-9499-4540-893c-a9eabc826921 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0834877 May 04 14:38:02.257553 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:02.281544 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c472acd5-e15d-4f05-b30b-aafbff53042b req-5b0c107d-e6a7-42a7-9e05-fea95f662ba8 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446730 May 04 14:38:02.309404 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:02.314252 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:02.322692 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b8438a9f-59ea-44c9-9d0b-ee88d61739ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:02.361305 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=584c58e1c63142f98b165cc87ac91b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843920 May 04 14:38:02.362150 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b424333-3908-42d9-8081-3a204300f54a,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:02.364863 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 46210) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:02.365027 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:02.424448 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-64f98e44-d6bd-4d8f-b42b-a0d81cb7497d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:02.457775 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-64f98e44-d6bd-4d8f-b42b-a0d81cb7497d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:02.514702 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-64f98e44-d6bd-4d8f-b42b-a0d81cb7497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:02.518482 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-48b5cf3f-5b02-4690-9a2d-b95d6f3c25ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:02.530591 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f98e44-d6bd-4d8f-b42b-a0d81cb7497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b424333-3908-42d9-8081-3a204300f54a,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:02.532946 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-64f98e44-d6bd-4d8f-b42b-a0d81cb7497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:02.541811 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-64f98e44-d6bd-4d8f-b42b-a0d81cb7497d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:02.542905 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-64f98e44-d6bd-4d8f-b42b-a0d81cb7497d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b424333-3908-42d9-8081-3a204300f54a HTTP/1.1" status: 204 len: 168 time: 0.1768224 May 04 14:38:02.766299 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ca7c9-965a-42e2-b7f7-08fd9954c479 req-fc0d5fe2-7a2a-46c8-a760-9d3035dcbd75 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:02.767717 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a93ca7c9-965a-42e2-b7f7-08fd9954c479 req-fc0d5fe2-7a2a-46c8-a760-9d3035dcbd75 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0825102 May 04 14:38:02.811080 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a93ca7c9-965a-42e2-b7f7-08fd9954c479 req-40b29901-f567-4bbf-ab6d-a6c7007b1784 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375781 May 04 14:38:03.474436 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ed96d-d809-411b-892b-0b28e59c8673 req-7b5ab06c-bb3e-49e3-a0f1-cefbdaf42ebb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:03.475856 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0e2ed96d-d809-411b-892b-0b28e59c8673 req-7b5ab06c-bb3e-49e3-a0f1-cefbdaf42ebb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0858858 May 04 14:38:03.519418 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0e2ed96d-d809-411b-892b-0b28e59c8673 req-b027d123-9ccf-4df3-95a9-b99875d3714e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376720 May 04 14:38:03.993718 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e6c59-2eea-4f8f-ad11-44ce08e3ebd9 req-06e389cb-2804-4b01-857d-eb7671d53ae0 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:03.995268 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d6e6c59-2eea-4f8f-ad11-44ce08e3ebd9 req-06e389cb-2804-4b01-857d-eb7671d53ae0 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0797157 May 04 14:38:04.040512 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d6e6c59-2eea-4f8f-ad11-44ce08e3ebd9 req-2090aa1c-f1e4-4dae-ad88-fb87a1294ea3 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395601 May 04 14:38:04.716309 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0f735-b2d1-48f7-b573-ce9f59059904 req-14b7d989-5419-48e0-97c0-00cef948a3c1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:04.717682 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-03d0f735-b2d1-48f7-b573-ce9f59059904 req-14b7d989-5419-48e0-97c0-00cef948a3c1 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0855167 May 04 14:38:04.764773 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-03d0f735-b2d1-48f7-b573-ce9f59059904 req-e0fe50d4-f940-438a-8824-4419ca8c7844 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 May 04 14:38:04.954623 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fc44f-7c8e-4905-addf-552e52f9400e req-85463b82-65b1-4bf2-8e52-d4c16a994c2d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:04.956179 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-061fc44f-7c8e-4905-addf-552e52f9400e req-85463b82-65b1-4bf2-8e52-d4c16a994c2d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0842352 May 04 14:38:04.964488 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 46274) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:04.969529 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-f50fb48c-4285-477f-a071-bffbf448016b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Request body: {'floatingip': {'port_id': '71538b67-89be-473d-af55-d47e33459044'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:05.121570 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f50fb48c-4285-477f-a071-bffbf448016b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:05.428883 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c591ab-d8c7-43a2-8b0e-a879da2cd682 req-4fdd5df5-ec9d-4bb4-a6af-69ba3bcc2121 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:05.430389 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-99c591ab-d8c7-43a2-8b0e-a879da2cd682 req-4fdd5df5-ec9d-4bb4-a6af-69ba3bcc2121 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.2596054 May 04 14:38:05.555049 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-99c591ab-d8c7-43a2-8b0e-a879da2cd682 req-96f19099-20a9-41dc-82b8-d800c77c7e26 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120193 May 04 14:38:05.997256 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f50fb48c-4285-477f-a071-bffbf448016b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:06.001818 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f50fb48c-4285-477f-a071-bffbf448016b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:06.167747 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [None req-f50fb48c-4285-477f-a071-bffbf448016b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Floating IP 21537b4d-4519-4aa8-88d9-61d2b1d93414 associated. External IP: 172.27.0.143, port: 71538b67-89be-473d-af55-d47e33459044. May 04 14:38:06.622950 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50fb48c-4285-477f-a071-bffbf448016b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Router 234d38ef-6112-41a1-82d3-dff212ee9bfa has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:38:06.850586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50fb48c-4285-477f-a071-bffbf448016b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:38:06.856679 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f50fb48c-4285-477f-a071-bffbf448016b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:06.863151 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] Sync routers for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:38:06.874307 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:38:06.875152 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:38:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:06.891458 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408589b-07b4-46fa-b88a-0823948d91dd req-6dd33db7-e55e-4325-9cf4-50a37b62a5c6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:06.892964 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3408589b-07b4-46fa-b88a-0823948d91dd req-6dd33db7-e55e-4325-9cf4-50a37b62a5c6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.2029071 May 04 14:38:06.949400 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-f50fb48c-4285-477f-a071-bffbf448016b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "PUT /v2.0/floatingips/21537b4d-4519-4aa8-88d9-61d2b1d93414 HTTP/1.1" status: 200 len: 992 time: 1.9811318 May 04 14:38:06.958472 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'tag': '71538b67-89be-473d-af55-d47e33459044'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:38:06.976817 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3408589b-07b4-46fa-b88a-0823948d91dd req-c05df9dc-cd39-483d-9cb0-ac20f9209d59 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768065 May 04 14:38:07.066441 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:38:07.186295 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'tag': '71538b67-89be-473d-af55-d47e33459044', 'status': 'completed', 'code': 200} May 04 14:38:07.294728 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-5c788929-4f98-4dcb-b80a-ae29fb3c7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:07.296258 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-5c788929-4f98-4dcb-b80a-ae29fb3c7068 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 1099 time: 0.0730631 May 04 14:38:07.429811 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-3b8c148b-446d-4ec4-b061-f96efb150807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:07.431209 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-3b8c148b-446d-4ec4-b061-f96efb150807 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 918 time: 0.1269238 May 04 14:38:07.435860 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '21537b4d-4519-4aa8-88d9-61d2b1d93414', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'port_id': '71538b67-89be-473d-af55-d47e33459044', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'mac_address': 'fa:16:3e:27:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:37:40Z', 'updated_at': '2021-05-04T14:38:05Z', 'revision_number': 1, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:07.440065 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] Checking router: 234d38ef-6112-41a1-82d3-dff212ee9bfa for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:38:07.448704 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:38:07.449309 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:38:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:07.533945 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-93595b9a-f869-4b97-a00a-691230505d9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71538b67-89be-473d-af55-d47e33459044 HTTP/1.1" status: 200 len: 1000 time: 0.0962546 May 04 14:38:07.595938 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-1c522e7a-a5e3-4dd5-9fd2-ecd5db0f878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:07.597696 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-1c522e7a-a5e3-4dd5-9fd2-ecd5db0f878d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.0574806 May 04 14:38:07.624474 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:38:07.677147 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-05844fb2-786c-48b5-aa28-41033429aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:07.678613 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-05844fb2-786c-48b5-aa28-41033429aed9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747831 May 04 14:38:07.817575 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-cf17045c-1383-4575-9820-f86376222101 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318798 May 04 14:38:07.952206 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e488cafb-c19a-40d7-9a7b-bb4af31e8b49 req-06fcf48b-ac0a-49aa-a47f-9d2495edc4c3 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280653 May 04 14:38:07.991190 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '21537b4d-4519-4aa8-88d9-61d2b1d93414', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'port_id': '71538b67-89be-473d-af55-d47e33459044', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'mac_address': 'fa:16:3e:27:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:37:40Z', 'updated_at': '2021-05-04T14:38:05Z', 'revision_number': 1, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:07.995744 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd722fc-79bf-4f2c-8036-8d47e23afcd3 None None] The sync data for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi is: [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '21537b4d-4519-4aa8-88d9-61d2b1d93414', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'port_id': '71538b67-89be-473d-af55-d47e33459044', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'mac_address': 'fa:16:3e:27:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:37:40Z', 'updated_at': '2021-05-04T14:38:05Z', 'revision_number': 1, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:38:08.141021 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46334) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:08.275706 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35fcaf-0a64-4a88-ba2a-09fb4fb31779 None None] New status for floating IP 21537b4d-4519-4aa8-88d9-61d2b1d93414: ACTIVE {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:38:08.283165 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:08.300778 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:08.305512 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Usage tracker for resource:security_group_rule and tenant:f793ef020f474e85bd58bee30f0d2d4a is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:08.308898 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:08.315073 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:08.315199 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d50a99-23ff-4cce-9b1f-8b201b68203e req-bcb18498-d1a6-46e7-bb28-bcb36e295015 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:08.316957 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d1d50a99-23ff-4cce-9b1f-8b201b68203e req-bcb18498-d1a6-46e7-bb28-bcb36e295015 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.2296820 May 04 14:38:08.384476 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d1d50a99-23ff-4cce-9b1f-8b201b68203e req-869e3db5-f3d7-4fae-a2fc-ffe7bfe734f2 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596144 May 04 14:38:08.421998 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:08.427571 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:08.439251 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a1658bad-b5f4-45f1-b2ef-acffa7da7f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:08.483168 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f793ef020f474e85bd58bee30f0d2d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409467 May 04 14:38:08.485289 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16792a75-d890-48e4-9d42-62ae3afd3f3e,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:08.486242 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 46350) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:08.493828 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.494456 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.494966 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.495543 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.496061 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.496603 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.497097 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.497588 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.498106 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.498645 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.499134 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.499701 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:08.507316 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:08.554943 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6265c4fb-71e1-472e-acd3-63b941ea96b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:08.581577 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6265c4fb-71e1-472e-acd3-63b941ea96b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:08.635841 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6265c4fb-71e1-472e-acd3-63b941ea96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:08.639283 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:08.649829 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265c4fb-71e1-472e-acd3-63b941ea96b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16792a75-d890-48e4-9d42-62ae3afd3f3e,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:08.653415 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6265c4fb-71e1-472e-acd3-63b941ea96b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:08.658427 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6265c4fb-71e1-472e-acd3-63b941ea96b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:08.659601 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-6265c4fb-71e1-472e-acd3-63b941ea96b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16792a75-d890-48e4-9d42-62ae3afd3f3e HTTP/1.1" status: 204 len: 168 time: 0.1721916 May 04 14:38:08.948928 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46358) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:08.969106 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:08.984820 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:08.988787 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] Usage tracker for resource:security_group_rule and tenant:764d9e4e1c9c4aaf8500b1d6e0d8f6c5 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:08.991878 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:08.997713 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:09.079751 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:09.085663 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:09.092329 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2bcdcb88-89e9-4a3b-87f2-f34be0e34ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:09.133894 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=764d9e4e1c9c4aaf8500b1d6e0d8f6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838510 May 04 14:38:09.134849 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7d2de3-14e0-46c0-97a8-bc4aa6a3019a,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:09.137276 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46362) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:09.139846 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:09.194987 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c47bc4a-421c-4031-8ad2-89ea0c8bb86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:09.223105 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c47bc4a-421c-4031-8ad2-89ea0c8bb86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:09.365267 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c47bc4a-421c-4031-8ad2-89ea0c8bb86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:09.369527 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2be2fb0c-07c0-4c4e-842a-0409df5a3c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:09.381971 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47bc4a-421c-4031-8ad2-89ea0c8bb86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7d2de3-14e0-46c0-97a8-bc4aa6a3019a,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:09.385754 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9c47bc4a-421c-4031-8ad2-89ea0c8bb86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:09.395726 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c47bc4a-421c-4031-8ad2-89ea0c8bb86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:09.397100 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9c47bc4a-421c-4031-8ad2-89ea0c8bb86b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb7d2de3-14e0-46c0-97a8-bc4aa6a3019a HTTP/1.1" status: 204 len: 168 time: 0.2588284 May 04 14:38:09.570115 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07c70e-690b-44ca-ad85-3e5ae4483278 req-2efc9703-19cb-4bcf-a150-0b9f1c0b2f71 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:09.571617 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6e07c70e-690b-44ca-ad85-3e5ae4483278 req-2efc9703-19cb-4bcf-a150-0b9f1c0b2f71 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0805368 May 04 14:38:09.622557 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6e07c70e-690b-44ca-ad85-3e5ae4483278 req-394b4c92-cc64-4195-aff4-719516654ecd tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447793 May 04 14:38:10.036243 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f37977-09b0-41d1-ae70-a1d85e4f840c req-02224c56-cbb6-4a43-b4b6-0824dd6879b7 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:10.043232 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f4f37977-09b0-41d1-ae70-a1d85e4f840c req-02224c56-cbb6-4a43-b4b6-0824dd6879b7 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.1456053 May 04 14:38:10.100372 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f4f37977-09b0-41d1-ae70-a1d85e4f840c req-edde263f-8873-4358-b3f7-ed2b9392c62a tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560832 May 04 14:38:10.119639 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-d2e7daef-3d05-4ef1-a92c-44a97935344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:10.119639 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-d2e7daef-3d05-4ef1-a92c-44a97935344b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 1099 time: 0.1412497 May 04 14:38:10.152470 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46410) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:10.261875 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-d7c0e325-8c71-49d7-8378-e344c1ce7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:10.263396 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-d7c0e325-8c71-49d7-8378-e344c1ce7a24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 200 len: 912 time: 0.1392231 May 04 14:38:10.278399 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:10.294331 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:10.298598 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] Usage tracker for resource:security_group_rule and tenant:96d12f5dd2aa44c093f7a7e7a8b4302d is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:10.301763 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:10.307305 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:10.367518 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-80f7e4d5-ba79-4f24-9cff-92af4857fef3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f40164-7a1a-41e1-9913-54563500ffeb HTTP/1.1" status: 200 len: 1001 time: 0.0967128 May 04 14:38:10.389544 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:10.397751 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:10.408599 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f4126c51-1e6d-48d9-90db-0c18234c9f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:10.434281 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-eb616f02-76ab-429e-8694-7450bc5a8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:10.435887 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-eb616f02-76ab-429e-8694-7450bc5a8123 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110384d5-90f2-4cf8-bb85-d306517a1d8e HTTP/1.1" status: 200 len: 850 time: 0.0624108 May 04 14:38:10.461803 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045285a6-9e89-4506-8629-249e092e99a2,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:10.469086 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96d12f5dd2aa44c093f7a7e7a8b4302d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154171 May 04 14:38:10.470061 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:10.470426 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46426) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:10.528120 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-0784f46c-5eb2-49da-98f3-dac1e186ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:10.529779 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-0784f46c-5eb2-49da-98f3-dac1e186ee76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b42a207-c231-4c84-8e32-165531194e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867100 May 04 14:38:10.530686 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c18e9ac-0407-43f5-b6fb-12bee8e69c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:10.561667 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c18e9ac-0407-43f5-b6fb-12bee8e69c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:10.614099 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c18e9ac-0407-43f5-b6fb-12bee8e69c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:10.619083 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-024a1bb8-b1b6-475f-8a99-b6f8a5fbd4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:10.629729 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18e9ac-0407-43f5-b6fb-12bee8e69c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045285a6-9e89-4506-8629-249e092e99a2,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:10.632174 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7c18e9ac-0407-43f5-b6fb-12bee8e69c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:10.640649 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c18e9ac-0407-43f5-b6fb-12bee8e69c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:10.645635 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7c18e9ac-0407-43f5-b6fb-12bee8e69c2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/045285a6-9e89-4506-8629-249e092e99a2 HTTP/1.1" status: 204 len: 168 time: 0.1743033 May 04 14:38:10.671461 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-665cd5ff-6813-49bc-8c29-420f65db0941 service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343968 May 04 14:38:10.810751 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41c83bbc-7db9-4fcf-aac7-917189a3fbd8 req-c8b059c4-7ed3-4829-97cb-5e877430bcbc service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318452 May 04 14:38:11.308095 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:38:11.331844 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1744c0f-04b9-409f-b608-72e6f407730c req-02e1db83-a54b-4fac-9b29-bef7e190b0c6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:11.333383 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e1744c0f-04b9-409f-b608-72e6f407730c req-02e1db83-a54b-4fac-9b29-bef7e190b0c6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.1105082 May 04 14:38:11.380825 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e1744c0f-04b9-409f-b608-72e6f407730c req-66120847-ba39-41d3-80fe-4fdd56115514 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411801 May 04 14:38:12.207758 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 46502) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:12.324488 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-042dde40-6f1c-4a8b-b4b7-3d037689d726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:12.338995 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-042dde40-6f1c-4a8b-b4b7-3d037689d726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:12.343140 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-042dde40-6f1c-4a8b-b4b7-3d037689d726 admin admin] Usage tracker for resource:security_group_rule and tenant:1c92be505646476ca7edc7cbd8c05ec9 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:12.346166 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-042dde40-6f1c-4a8b-b4b7-3d037689d726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:12.352197 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-042dde40-6f1c-4a8b-b4b7-3d037689d726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:12.433186 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-042dde40-6f1c-4a8b-b4b7-3d037689d726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:12.438075 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-042dde40-6f1c-4a8b-b4b7-3d037689d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:12.446087 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ed484e8a-87e1-4003-ba0d-61a6626edcf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:12.487323 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dde40-6f1c-4a8b-b4b7-3d037689d726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878fdd59-36b6-4da4-bdf4-86c5f64bcb04,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:12.490358 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-042dde40-6f1c-4a8b-b4b7-3d037689d726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:12.494173 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-042dde40-6f1c-4a8b-b4b7-3d037689d726 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c92be505646476ca7edc7cbd8c05ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853990 May 04 14:38:12.497725 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46510) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:12.559945 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-473f4bbb-39a3-42cb-82bc-93ccbd309ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:12.572135 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e6be0-bfff-4682-afc8-f2ab0f9d5989 req-236216ea-9bcc-450e-aa8b-d4685df77638 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:12.573589 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fa0e6be0-bfff-4682-afc8-f2ab0f9d5989 req-236216ea-9bcc-450e-aa8b-d4685df77638 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0819933 May 04 14:38:12.587534 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-473f4bbb-39a3-42cb-82bc-93ccbd309ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:12.618306 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fa0e6be0-bfff-4682-afc8-f2ab0f9d5989 req-3ca67393-2809-4e99-99d4-af7b034d139d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389955 May 04 14:38:12.641330 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-473f4bbb-39a3-42cb-82bc-93ccbd309ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:12.645184 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a40b041a-f4e2-4694-8212-2509129b34f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:12.655963 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f4bbb-39a3-42cb-82bc-93ccbd309ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878fdd59-36b6-4da4-bdf4-86c5f64bcb04,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:12.659650 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-473f4bbb-39a3-42cb-82bc-93ccbd309ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:12.663250 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-473f4bbb-39a3-42cb-82bc-93ccbd309ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:12.663995 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-473f4bbb-39a3-42cb-82bc-93ccbd309ced admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/878fdd59-36b6-4da4-bdf4-86c5f64bcb04 HTTP/1.1" status: 204 len: 168 time: 0.1650026 May 04 14:38:12.955764 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46522) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:12.974474 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:12.992386 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:12.996599 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:b62c2df6a9fd469883be98ba3d32c66c is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:12.999601 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:13.005673 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:13.089666 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:13.094526 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:13.102622 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5268f77f-a0b8-4608-9683-e8853d7421ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:13.144496 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b62c2df6a9fd469883be98ba3d32c66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850624 May 04 14:38:13.144496 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5c7978-4034-4b9a-adc4-9b3c855c450f,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:13.144865 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 46530) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:13.153714 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:13.216367 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0d23ada6-15eb-47ce-ba4b-cb472dabd7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:13.241601 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0d23ada6-15eb-47ce-ba4b-cb472dabd7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:13.296008 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0d23ada6-15eb-47ce-ba4b-cb472dabd7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:13.300898 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6265c4fb-71e1-472e-acd3-63b941ea96b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:13.313078 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23ada6-15eb-47ce-ba4b-cb472dabd7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5c7978-4034-4b9a-adc4-9b3c855c450f,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:13.316850 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0d23ada6-15eb-47ce-ba4b-cb472dabd7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:13.322542 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0d23ada6-15eb-47ce-ba4b-cb472dabd7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:13.323710 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-0d23ada6-15eb-47ce-ba4b-cb472dabd7ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d5c7978-4034-4b9a-adc4-9b3c855c450f HTTP/1.1" status: 204 len: 168 time: 0.1777391 May 04 14:38:14.853942 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 46588) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:14.972617 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:14.987136 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:14.990940 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d29103481d4015b08e0f4fb9108aa0 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:14.993786 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:14.999395 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:15.082349 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:15.086685 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:15.111528 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-444e52e8-b02e-4fb3-9cec-a9a16d77ccc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:15.124212 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2d29103481d4015b08e0f4fb9108aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691147 May 04 14:38:15.124919 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46602) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:15.146476 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2251f04-bc2c-4a81-8e86-d961e8f8d664,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:15.150169 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:15.204481 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9e91d88a-8adc-45e0-b0ba-3df84d9d9ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:15.230689 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9e91d88a-8adc-45e0-b0ba-3df84d9d9ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:15.286660 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9e91d88a-8adc-45e0-b0ba-3df84d9d9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:15.293727 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b14a4e92-7e24-4329-b613-d6c69e39f8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:15.312238 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91d88a-8adc-45e0-b0ba-3df84d9d9ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2251f04-bc2c-4a81-8e86-d961e8f8d664,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:15.315967 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9e91d88a-8adc-45e0-b0ba-3df84d9d9ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:15.321168 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9e91d88a-8adc-45e0-b0ba-3df84d9d9ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:15.324186 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9e91d88a-8adc-45e0-b0ba-3df84d9d9ba2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2251f04-bc2c-4a81-8e86-d961e8f8d664 HTTP/1.1" status: 204 len: 168 time: 0.1976771 May 04 14:38:19.929462 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46694) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:20.055265 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:20.069836 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:20.073960 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] Usage tracker for resource:security_group_rule and tenant:2e75ec5a7e3d4874a917a7eac41558e8 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:20.076944 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:20.083098 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:20.165637 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:20.169957 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:20.177162 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-33379e88-a9b2-4721-8532-9fbd67539a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:20.216450 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e75ec5a7e3d4874a917a7eac41558e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859399 May 04 14:38:20.217303 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d1e333-4f66-408a-88b3-e193ecaa421b,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:20.219329 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 46700) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:20.220365 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:20.281545 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b509-aaa5-4d2b-937c-93cb419d3edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:20.385123 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b509-aaa5-4d2b-937c-93cb419d3edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:20.438509 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b509-aaa5-4d2b-937c-93cb419d3edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:20.442289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-87aa4c27-2620-4d8b-9eac-c8ef3388e44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:20.454213 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3b509-aaa5-4d2b-937c-93cb419d3edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d1e333-4f66-408a-88b3-e193ecaa421b,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:20.456931 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-1ab3b509-aaa5-4d2b-937c-93cb419d3edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:20.464433 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b509-aaa5-4d2b-937c-93cb419d3edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:20.465559 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-1ab3b509-aaa5-4d2b-937c-93cb419d3edb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83d1e333-4f66-408a-88b3-e193ecaa421b HTTP/1.1" status: 204 len: 168 time: 0.2452393 May 04 14:38:20.758929 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46710) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:20.776619 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:20.791130 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:20.795429 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:067066c854b342e698bb45542c8138ef is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:20.798695 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:20.805076 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:20.888349 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:20.893134 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:20.910303 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b7f89d19-f50e-4146-bbea-2599e984c438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:20.949384 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=067066c854b342e698bb45542c8138ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893766 May 04 14:38:20.951045 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ff307d-23ae-45d0-8435-7a06ae442753,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:20.952280 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 46716) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:20.954340 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:21.027543 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6b291f3c-565f-4dca-a55c-e1be0d35b3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:21.054923 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6b291f3c-565f-4dca-a55c-e1be0d35b3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:21.109648 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6b291f3c-565f-4dca-a55c-e1be0d35b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:21.113278 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f7801b85-c09b-4969-a73e-b38f4cf7e1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:21.123651 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b291f3c-565f-4dca-a55c-e1be0d35b3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ff307d-23ae-45d0-8435-7a06ae442753,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:21.125956 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6b291f3c-565f-4dca-a55c-e1be0d35b3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:21.137101 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6b291f3c-565f-4dca-a55c-e1be0d35b3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:21.140312 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-6b291f3c-565f-4dca-a55c-e1be0d35b3ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2ff307d-23ae-45d0-8435-7a06ae442753 HTTP/1.1" status: 204 len: 168 time: 0.1841321 May 04 14:38:23.143763 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:27.093892 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4a222e4e-604e-49e2-8044-07b322e789ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:29.649782 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:29.818775 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3321a333-bb13-45f5-94ee-e83e71fbba7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:30.716803 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:32.265529 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:46.731408 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215e730-2c51-4737-a033-aa2270996ad6 req-a52929f7-9501-43fc-8ace-7cc9ede00812 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:46.732883 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a215e730-2c51-4737-a033-aa2270996ad6 req-a52929f7-9501-43fc-8ace-7cc9ede00812 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0885751 May 04 14:38:46.777365 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a215e730-2c51-4737-a033-aa2270996ad6 req-5cff1563-32dc-4f06-a29b-750271a3326c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383759 May 04 14:38:47.998390 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a82882-7be2-42de-85ab-869498616e71 req-0eebfc91-1fb5-47f6-aaf3-b3fa67ad668b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:47.999891 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1a82882-7be2-42de-85ab-869498616e71 req-0eebfc91-1fb5-47f6-aaf3-b3fa67ad668b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0873487 May 04 14:38:48.052149 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1a82882-7be2-42de-85ab-869498616e71 req-7ae86d23-573a-4966-a52c-f0be157aa47c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461047 May 04 14:38:48.307521 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:38:48.650644 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc78ad-d2b3-453c-a905-76f037c3b01d req-ad848f9e-a71d-4564-9688-f5f48fd8b47f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:48.652038 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e8fc78ad-d2b3-453c-a905-76f037c3b01d req-ad848f9e-a71d-4564-9688-f5f48fd8b47f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0851707 May 04 14:38:48.703105 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e8fc78ad-d2b3-453c-a905-76f037c3b01d req-b260616b-2914-4d04-9c58-180f6976d236 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430818 May 04 14:38:49.252362 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc37d1b-001e-4f3d-8c71-c99ca428bb46 req-49a4d81c-81ee-4e10-a42b-147899edb1d3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:49.253830 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-edc37d1b-001e-4f3d-8c71-c99ca428bb46 req-49a4d81c-81ee-4e10-a42b-147899edb1d3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0848320 May 04 14:38:49.299851 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-edc37d1b-001e-4f3d-8c71-c99ca428bb46 req-13289ae3-d240-44a7-b4e5-3cb6b97224fb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400422 May 04 14:38:49.897173 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5120d-aa25-4095-a6c5-83021f7be176 req-9b3631df-38ad-4306-93b6-cd823068e2d0 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:49.898624 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f6e5120d-aa25-4095-a6c5-83021f7be176 req-9b3631df-38ad-4306-93b6-cd823068e2d0 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0869133 May 04 14:38:49.942468 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f6e5120d-aa25-4095-a6c5-83021f7be176 req-cf44a415-cfc6-4e58-8615-7409749852f6 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381148 May 04 14:38:50.499581 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a061fff-6bfa-4dc6-8f66-d6522adac6bb req-c2d8e9ff-28ba-4a6c-9c98-d0774828b0a4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:50.501159 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a061fff-6bfa-4dc6-8f66-d6522adac6bb req-c2d8e9ff-28ba-4a6c-9c98-d0774828b0a4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0868430 May 04 14:38:50.548476 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a061fff-6bfa-4dc6-8f66-d6522adac6bb req-87dae325-05ae-49b0-9d7b-6cc9f3e2b8a2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389860 May 04 14:38:50.816422 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-38ac438a-e934-437e-a090-385d893c4a70 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:50.817743 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-38ac438a-e934-437e-a090-385d893c4a70 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.54 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.0943911 May 04 14:38:50.961298 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Deleting port 44f40164-7a1a-41e1-9913-54563500ffeb {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:38:50.961613 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.133617 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] For port 44f40164-7a1a-41e1-9913-54563500ffeb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44f40164-7a1a-41e1-9913-54563500ffeb,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:38:51.133936 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.248610 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20ddf5-ec93-4b63-a9a4-89e35c852d3c req-b5c895a3-8584-42cf-a7c3-ef6c947e6b2f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:51.249683 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9a20ddf5-ec93-4b63-a9a4-89e35c852d3c req-b5c895a3-8584-42cf-a7c3-ef6c947e6b2f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 946 time: 0.1967444 May 04 14:38:51.437755 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9a20ddf5-ec93-4b63-a9a4-89e35c852d3c req-83922661-72ab-4172-8449-f15e2e497fdb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=81fe82c0-4701-43f0-8542-1f82ff75473b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340315 May 04 14:38:51.473610 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.473979 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.474295 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Floating IP d678dc2b-7c9d-414b-8029-1994a6a1b0d9 disassociated. External IP: 172.27.0.31, port: 44f40164-7a1a-41e1-9913-54563500ffeb. May 04 14:38:51.474627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Calling delete_port for 44f40164-7a1a-41e1-9913-54563500ffeb owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:38:51.485691 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46980) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:51.586183 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.592060 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:51.610968 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.625590 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:51.629557 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] Usage tracker for resource:security_group_rule and tenant:8eefd9dae25f41d089d5ce801bff2028 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:51.632700 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:51.638673 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:51.727386 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.732691 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.741421 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ef7a2ec7-f919-408a-8176-3df2bb5101c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:51.771928 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event deleted for resources: {'Port': ['ID=44f40164-7a1a-41e1-9913-54563500ffeb,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:51.778393 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8eefd9dae25f41d089d5ce801bff2028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915237 May 04 14:38:51.779044 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 46988) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:51.779711 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:51.788873 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21d7c4d-0465-4d02-a467-44e718dbcc90,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:51.800712 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:51.851803 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-907af3e2-1fdc-459a-af22-db93ebe59678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.878007 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-907af3e2-1fdc-459a-af22-db93ebe59678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.930855 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-907af3e2-1fdc-459a-af22-db93ebe59678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.935573 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f05c4317-c24b-4871-96aa-887dfe76b1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:51.946347 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248dd9e-59d1-41ac-b73d-a52618829012 req-7384358a-266a-42d3-a8de-feb75b5bd750 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:51.947823 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d248dd9e-59d1-41ac-b73d-a52618829012 req-7384358a-266a-42d3-a8de-feb75b5bd750 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.2311141 May 04 14:38:51.948864 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907af3e2-1fdc-459a-af22-db93ebe59678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21d7c4d-0465-4d02-a467-44e718dbcc90,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:51.951768 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-907af3e2-1fdc-459a-af22-db93ebe59678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:51.964727 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-907af3e2-1fdc-459a-af22-db93ebe59678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.965825 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-907af3e2-1fdc-459a-af22-db93ebe59678 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a21d7c4d-0465-4d02-a467-44e718dbcc90 HTTP/1.1" status: 204 len: 168 time: 0.1789660 May 04 14:38:52.013016 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Router 411b754b-6008-4d97-8070-bdf9c2dbf4cf has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:38:52.016246 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d248dd9e-59d1-41ac-b73d-a52618829012 req-bd9087aa-1370-4c3a-891b-018fae2d1c74 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544450 May 04 14:38:52.206773 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:38:52.217480 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] Sync routers for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:38:52.227927 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:38:52.228835 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:38:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:52.288364 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] No DVR routers for this DVR port 44f40164-7a1a-41e1-9913-54563500ffeb on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:38:52.290900 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:52.293588 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b24599-42f6-44b4-b256-81d642dc67b2', 'name': 'network-vif-deleted', 'tag': '44f40164-7a1a-41e1-9913-54563500ffeb'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:38:52.311764 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9d40e3aa-b17d-4d31-9a7f-5737a0cf498e req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.54 "DELETE /v2.0/ports/44f40164-7a1a-41e1-9913-54563500ffeb HTTP/1.1" status: 204 len: 173 time: 1.4884453 May 04 14:38:52.340472 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b24599-42f6-44b4-b256-81d642dc67b2', 'name': 'network-vif-deleted', 'tag': '44f40164-7a1a-41e1-9913-54563500ffeb', 'status': 'completed', 'code': 200} May 04 14:38:52.430350 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:38:52.606940 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-a0ea5da3-0dde-4c31-9e25-a33891633cde req-19d648c9-ee97-4a2f-9258-9466710092db tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Synchronizing usage tracker for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:38:52.622832 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-a0ea5da3-0dde-4c31-9e25-a33891633cde req-19d648c9-ee97-4a2f-9258-9466710092db tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Unset dirty status for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:38:52.624757 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a0ea5da3-0dde-4c31-9e25-a33891633cde req-19d648c9-ee97-4a2f-9258-9466710092db tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=73b24599-42f6-44b4-b256-81d642dc67b2 HTTP/1.1" status: 200 len: 210 time: 0.0631714 May 04 14:38:52.756619 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:52.760634 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] Checking router: 411b754b-6008-4d97-8070-bdf9c2dbf4cf for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:38:52.769039 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:38:52.769762 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:38:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:52.964599 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:38:53.118516 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47026) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:53.218798 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529507f-1805-4266-9c53-82a227bd90f1 req-830a5e06-27dc-461e-8b4d-4341dd8e6f02 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:53.220456 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2529507f-1805-4266-9c53-82a227bd90f1 req-830a5e06-27dc-461e-8b4d-4341dd8e6f02 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0861831 May 04 14:38:53.242801 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6a346fb-40e9-466f-9b01-ea53cfedfd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.258781 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d6a346fb-40e9-466f-9b01-ea53cfedfd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:53.259745 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.263231 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d6a346fb-40e9-466f-9b01-ea53cfedfd5c admin admin] Usage tracker for resource:security_group_rule and tenant:bd03ea1cc5bb47d0bac3d507612bc314 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:53.266460 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d6a346fb-40e9-466f-9b01-ea53cfedfd5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:53.270471 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2529507f-1805-4266-9c53-82a227bd90f1 req-ed0c8681-b992-487e-9e15-e30f78bf1b40 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 May 04 14:38:53.273002 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d6a346fb-40e9-466f-9b01-ea53cfedfd5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:53.284072 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:53.293202 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d4a33-b42b-4b15-99c7-4deb44a60e01 None None] The sync data for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi is: [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:38:53.360829 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6a346fb-40e9-466f-9b01-ea53cfedfd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.364938 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6a346fb-40e9-466f-9b01-ea53cfedfd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.372211 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7c18e9ac-0407-43f5-b6fb-12bee8e69c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:53.412402 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d6a346fb-40e9-466f-9b01-ea53cfedfd5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd03ea1cc5bb47d0bac3d507612bc314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926600 May 04 14:38:53.413590 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a346fb-40e9-466f-9b01-ea53cfedfd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdc7c57-a24c-4b4b-a51a-e2eaa3a46446,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:53.415220 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47032) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:53.416569 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d6a346fb-40e9-466f-9b01-ea53cfedfd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:53.490697 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-981b38e7-f557-4da6-b8fd-162ae2cc4524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.500338 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2b49a-2382-4edd-8a76-86e3524bba17 None None] New status for floating IP d678dc2b-7c9d-414b-8029-1994a6a1b0d9: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:38:53.519203 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-981b38e7-f557-4da6-b8fd-162ae2cc4524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.573199 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-981b38e7-f557-4da6-b8fd-162ae2cc4524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.578701 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-925c40b3-3ce0-4646-8d19-b8c79e050514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:53.590715 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b38e7-f557-4da6-b8fd-162ae2cc4524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdc7c57-a24c-4b4b-a51a-e2eaa3a46446,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:53.593603 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-981b38e7-f557-4da6-b8fd-162ae2cc4524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:53.598048 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-981b38e7-f557-4da6-b8fd-162ae2cc4524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.602529 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-981b38e7-f557-4da6-b8fd-162ae2cc4524 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bdc7c57-a24c-4b4b-a51a-e2eaa3a46446 HTTP/1.1" status: 204 len: 168 time: 0.1862020 May 04 14:38:53.747796 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47044) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:53.812796 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f11724c9-7e2e-404d-b170-5ad284d3dd97 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.840132 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f11724c9-7e2e-404d-b170-5ad284d3dd97 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.898585 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f11724c9-7e2e-404d-b170-5ad284d3dd97 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.902544 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-825fd244-c6db-42ee-93bb-732463508a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:53.917936 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11724c9-7e2e-404d-b170-5ad284d3dd97 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fe82c0-4701-43f0-8542-1f82ff75473b,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:53.920628 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f11724c9-7e2e-404d-b170-5ad284d3dd97 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:53.930198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f11724c9-7e2e-404d-b170-5ad284d3dd97 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:53.931341 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-f11724c9-7e2e-404d-b170-5ad284d3dd97 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "DELETE /v2.0/security-groups/81fe82c0-4701-43f0-8542-1f82ff75473b HTTP/1.1" status: 204 len: 168 time: 0.1824322 May 04 14:38:53.934138 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47056) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:53.953234 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.api.v2.resource [None req-6bd0edca-7542-4354-814b-3b5ecaa6fbcb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] show failed (client error): The resource could not be found. May 04 14:38:53.954542 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-6bd0edca-7542-4354-814b-3b5ecaa6fbcb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups/81fe82c0-4701-43f0-8542-1f82ff75473b HTTP/1.1" status: 404 len: 347 time: 0.0192471 May 04 14:38:53.957452 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47060) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:54.180721 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Deleting port 53bccb47-6357-432a-bcc6-2bea91334dfb {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:38:54.181125 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:54.304020 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:54.304433 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:54.519163 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Calling delete_port for 53bccb47-6357-432a-bcc6-2bea91334dfb owned by network:floatingip {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:38:54.626521 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aa7f2-e895-49ae-80b6-ef1f1ab15ad4 req-c4dd59da-4638-48a6-a1d4-f8becd2007a2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:54.628010 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f33aa7f2-e895-49ae-80b6-ef1f1ab15ad4 req-c4dd59da-4638-48a6-a1d4-f8becd2007a2 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.1167045 May 04 14:38:54.717167 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f33aa7f2-e895-49ae-80b6-ef1f1ab15ad4 req-d3c67859-f54f-418a-9324-b1bfe03598a0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789306 May 04 14:38:54.748522 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:54.760715 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d44b352e-f906-4d81-9b61-2fe960814277 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:54.805117 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event deleted for resources: {'Port': ['ID=53bccb47-6357-432a-bcc6-2bea91334dfb,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:54.808661 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:54.898051 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:54.925129 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:54.926320 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "DELETE /v2.0/floatingips/d678dc2b-7c9d-414b-8029-1994a6a1b0d9 HTTP/1.1" status: 204 len: 168 time: 0.9678936 May 04 14:38:55.193441 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47086) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:55.199239 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296721055', 'description': 'tempest-description--1918330671'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:55.206489 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:55.211704 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:security_group and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:55.213757 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:55.221141 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:55.233389 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.253070 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:55.257317 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:security_group_rule and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:55.259725 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:55.265561 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:55.343694 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.348962 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.353011 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:55.393014 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6447cd54-a7eb-4862-9d15-9036413d84ec,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:55.396073 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:55.399122 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.400429 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2056601 May 04 14:38:55.403384 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47090) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:55.410877 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'security_group_rule': {'security_group_id': '6447cd54-a7eb-4862-9d15-9036413d84ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:55.417541 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:55.421598 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:security_group_rule and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:55.424503 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:55.430308 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:55.448319 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.506740 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.512106 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.514118 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-93db3569-aed7-4ed0-81fe-77ce2777e25c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:55.534928 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60aafd98-a243-41d3-a39a-4e17aba979bd,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:55.540082 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:55.544638 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.545824 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-c1efc1f1-a6c7-493d-b433-a329c0ecb8d8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414289 May 04 14:38:55.548698 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47094) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:55.554048 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'security_group_rule': {'security_group_id': '6447cd54-a7eb-4862-9d15-9036413d84ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:55.559822 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:55.563638 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:security_group_rule and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:55.566553 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:55.572184 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:55.588334 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.650209 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.655494 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.657450 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:55.679218 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468be972-7993-4346-ba59-8b23d817875a,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:55.683288 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:55.685804 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 44f40164-7a1a-41e1-9913-54563500ffeb no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:38:55.688801 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.692872 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-54426b2c-cb7a-401a-b362-d143a097ddb8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403630 May 04 14:38:55.693058 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47098) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:55.698093 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'floatingip': {'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:55.703873 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:55.707934 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Usage tracker for resource:floatingip and tenant:89e30f4e432c4f5bba6c0cc97d191dcd is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:55.710818 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:55.716443 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:55.723645 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 44f40164-7a1a-41e1-9913-54563500ffeb {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:38:55.724048 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 44f40164-7a1a-41e1-9913-54563500ffeb not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:38:55.730172 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.925444 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:55.934197 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d36d34-0d34-4084-acb2-d542a2ae8317 req-baf32126-a630-404a-9205-b57098ec8f8e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:55.935559 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-14d36d34-0d34-4084-acb2-d542a2ae8317 req-baf32126-a630-404a-9205-b57098ec8f8e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.1076834 May 04 14:38:56.035424 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-14d36d34-0d34-4084-acb2-d542a2ae8317 req-b31166d2-dea8-4570-b6d3-243025e04951 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669041 May 04 14:38:56.101701 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Allocated IP 172.27.0.122 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/e67ae02c-3b0d-4de9-993c-9b8569d9afd6) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:38:56.254378 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:56.282849 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:56.287129 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0fa67be-acaa-49f3-8802-18d42e15b5da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:56.343278 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:38:56.350789 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:38:56.354813 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:38:56.388293 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'Port': ['ID=e67ae02c-3b0d-4de9-993c-9b8569d9afd6,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:56.395803 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:56.438479 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:56.500425 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:56.706146 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:56.712257 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:56.715808 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:56.903560 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'Port': ['ID=e67ae02c-3b0d-4de9-993c-9b8569d9afd6,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:56.907593 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:56.916754 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:56.942395 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:56.943602 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2496488 May 04 14:38:57.086148 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ec816a0b-dbf9-43d8-af18-7f4f140a6705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:57.208631 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-27c57d64-8435-4739-b8eb-f611e7ffc0eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Synchronizing usage tracker for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:38:57.230896 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-27c57d64-8435-4739-b8eb-f611e7ffc0eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Unset dirty status for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:38:57.232101 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-27c57d64-8435-4739-b8eb-f611e7ffc0eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--296721055&fields=id&tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd HTTP/1.1" status: 200 len: 267 time: 0.1000409 May 04 14:38:57.350940 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c68f9c-ea9e-4b1f-b7e2-9eae415221e1 req-fc8ebc77-e3de-4625-897d-0b0432a0578d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:57.352419 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c0c68f9c-ea9e-4b1f-b7e2-9eae415221e1 req-fc8ebc77-e3de-4625-897d-0b0432a0578d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.1921608 May 04 14:38:57.422189 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-dfcbc020-d414-43a4-a4cf-5f10aa618f0d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:57.423578 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-dfcbc020-d414-43a4-a4cf-5f10aa618f0d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/networks?id=5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 200 len: 811 time: 0.1819723 May 04 14:38:57.426295 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c0c68f9c-ea9e-4b1f-b7e2-9eae415221e1 req-821eec59-767c-4f12-b802-7b5b7b06e602 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680504 May 04 14:38:57.438180 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-268bc62f-6fef-4939-9900-34416f52ac5c tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/quotas/89e30f4e432c4f5bba6c0cc97d191dcd HTTP/1.1" status: 200 len: 375 time: 0.0089095 May 04 14:38:57.528454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-3bd41641-fa13-4339-8bac-e2122764b469 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Synchronizing usage tracker for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:38:57.547329 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-3bd41641-fa13-4339-8bac-e2122764b469 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Unset dirty status for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:38:57.548619 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-3bd41641-fa13-4339-8bac-e2122764b469 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047029 May 04 14:38:57.805053 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-fcbed64a-cfbc-4b51-8b7b-14620aee58dc service neutron] 10.222.0.50 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386208 May 04 14:38:57.936282 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-aea8c358-4c3f-437b-8841-fdd8e3b0d4a9 service neutron] 10.222.0.50 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246312 May 04 14:38:58.128873 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a2736291-277c-4e7a-86c0-fc7d0d4005e7 req-63fe9e34-586b-47ec-95f2-38fdd52d521c tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 210 time: 0.0426836 May 04 14:38:58.621034 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92904ad2-0b02-42c1-9946-754fea985e90 req-0028f8c4-eebd-4a73-aacd-961307ca3761 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:58.622504 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-92904ad2-0b02-42c1-9946-754fea985e90 req-0028f8c4-eebd-4a73-aacd-961307ca3761 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0878830 May 04 14:38:58.673436 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-92904ad2-0b02-42c1-9946-754fea985e90 req-ec8b1b1f-b31c-4185-bedc-d8c9ff0a766e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451317 May 04 14:38:59.276956 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-03ff2f47-8570-4451-8ee7-de65a37d064a req-e3890a83-9c88-43b2-9c16-1c7b7344cf06 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 210 time: 0.0421770 May 04 14:38:59.403529 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-651af173-0f93-41c3-bf7d-9b013e956f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:59.405007 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-651af173-0f93-41c3-bf7d-9b013e956f51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 1099 time: 0.0749664 May 04 14:38:59.555631 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-9603f6a3-642c-42f8-b445-2ffd7c74ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:59.557025 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-9603f6a3-642c-42f8-b445-2ffd7c74ee91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 918 time: 0.1249399 May 04 14:38:59.660643 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-d132e584-228d-46ea-8f46-a2226910a055 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71538b67-89be-473d-af55-d47e33459044 HTTP/1.1" status: 200 len: 1002 time: 0.0958505 May 04 14:38:59.682086 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:59.725611 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-5f15c9ef-9f9d-4c6a-845f-1ac5ddeba87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:59.727063 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-5f15c9ef-9f9d-4c6a-845f-1ac5ddeba87b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.0600715 May 04 14:38:59.820480 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dac0ed6e-63ba-4eb5-bf1c-6e2266c4f764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:59.850836 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-45f527ed-ce3c-4d90-a22f-56a875baf413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:59.852335 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-45f527ed-ce3c-4d90-a22f-56a875baf413 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1182597 May 04 14:38:59.990170 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e22bdc-e97f-4d5d-b2a7-96d49b1b75e1 req-ab66bc0c-82fd-47dd-a9c1-c3c4174d9466 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:59.991619 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f3e22bdc-e97f-4d5d-b2a7-96d49b1b75e1 req-ab66bc0c-82fd-47dd-a9c1-c3c4174d9466 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.1991162 May 04 14:39:00.236075 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-9ff2df5c-f3bc-4d1e-888b-9e6c427a1787 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762035 May 04 14:39:00.241322 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f3e22bdc-e97f-4d5d-b2a7-96d49b1b75e1 req-3a3c7e4c-3235-4b34-9554-903be5b23d56 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325873 May 04 14:39:00.306172 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-29da5256-ffba-4aaa-9f21-1042d268f4a0 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:00.307150 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-29da5256-ffba-4aaa-9f21-1042d268f4a0 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.54 "GET /v2.0/networks?id=5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 200 len: 811 time: 0.3435037 May 04 14:39:00.451693 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c126f670-aa76-4af0-ba22-47d87d5c3264 req-1b0ef3cb-da9a-47a5-9ddb-d336b61824f7 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 210 time: 0.0659223 May 04 14:39:00.458581 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-300750f7-81db-46d3-9b80-db0a58527b61 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd HTTP/1.1" status: 200 len: 379 time: 0.1047049 May 04 14:39:00.474630 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'port': {'device_id': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'admin_state_up': True, 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'security_groups': ['6447cd54-a7eb-4862-9d15-9036413d84ec']}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:39:00.512361 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c6fb87bd-88ae-47d6-80c6-a152f1329dbc req-e456fced-d14a-426c-87be-4e61fc56ad91 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598097 May 04 14:39:00.622333 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:00.632515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:00.643007 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Made reservation on behalf of 89e30f4e432c4f5bba6c0cc97d191dcd for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:39:00.646501 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:00.713827 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:00.809437 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Allocated IP 172.20.0.5 (5b42a207-c231-4c84-8e32-165531194e34/110384d5-90f2-4cf8-bb85-d306517a1d8e/3490edf3-fb78-446c-ab09-cc691ac258d4) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:39:01.009666 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:01.024332 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Transition to ACTIVE for port object 3490edf3-fb78-446c-ab09-cc691ac258d4 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:39:01.049566 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:01.055270 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-af2dbaa4-4ba1-424a-96c2-349c7cc4a6dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:01.118146 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Network 5b42a207-c231-4c84-8e32-165531194e34 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:39:01.121583 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:39:01.125409 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:39:01.159443 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event updated for resources: {'Port': ['ID=3490edf3-fb78-446c-ab09-cc691ac258d4,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:01.166141 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:01.196820 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:01.197441 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:01.223481 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530115 May 04 14:39:01.353202 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-40eaf45a-c696-476b-b4c2-1a93c16c2aa4 None None] Provisioning for port 3490edf3-fb78-446c-ab09-cc691ac258d4 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:39:01.358095 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-40eaf45a-c696-476b-b4c2-1a93c16c2aa4 None None] Provisioning complete for port 3490edf3-fb78-446c-ab09-cc691ac258d4 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:39:01.358481 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-40eaf45a-c696-476b-b4c2-1a93c16c2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:01.409541 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-40eaf45a-c696-476b-b4c2-1a93c16c2aa4 None None] Port 3490edf3-fb78-446c-ab09-cc691ac258d4 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:39:01.430346 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5171369-3584-4cb8-843a-76b2c1acb01e req-0ce1fdf8-a102-4463-b2dd-c72832cf86d5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:01.431827 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5171369-3584-4cb8-843a-76b2c1acb01e req-0ce1fdf8-a102-4463-b2dd-c72832cf86d5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0784009 May 04 14:39:01.475383 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5171369-3584-4cb8-843a-76b2c1acb01e req-0aa3f5fd-0d2e-4de6-833e-887be76c76c8 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377374 May 04 14:39:01.640053 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35258e-2ace-4963-82a6-e1cbf25e0c2f req-0eaddff9-be17-4792-a0e6-515b5569d74d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:01.640742 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-fc35258e-2ace-4963-82a6-e1cbf25e0c2f req-0eaddff9-be17-4792-a0e6-515b5569d74d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Synchronizing usage tracker for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:39:01.657499 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-fc35258e-2ace-4963-82a6-e1cbf25e0c2f req-0eaddff9-be17-4792-a0e6-515b5569d74d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Unset dirty status for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:39:01.658623 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fc35258e-2ace-4963-82a6-e1cbf25e0c2f req-0eaddff9-be17-4792-a0e6-515b5569d74d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 931 time: 0.1031716 May 04 14:39:01.702581 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fc35258e-2ace-4963-82a6-e1cbf25e0c2f req-eb4dee88-48e0-454a-8837-e691a7cc6e3b tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380440 May 04 14:39:02.274547 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:02.677905 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f48d-4496-497c-bef2-dc69fc04d7bb req-b4fee52b-6ce4-4404-831b-d8f60a6dba55 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:02.679434 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8cc8f48d-4496-497c-bef2-dc69fc04d7bb req-b4fee52b-6ce4-4404-831b-d8f60a6dba55 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0876610 May 04 14:39:02.725924 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8cc8f48d-4496-497c-bef2-dc69fc04d7bb req-0f8b77ab-ce57-45e6-845e-801470df8ec5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 May 04 14:39:02.897503 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ef86d-6824-47f5-b96b-20c25f80a072 req-e1b40770-951d-4a63-ab8b-4479bc1a36bc tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:02.898982 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-890ef86d-6824-47f5-b96b-20c25f80a072 req-e1b40770-951d-4a63-ab8b-4479bc1a36bc tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 931 time: 0.0927386 May 04 14:39:02.945768 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-890ef86d-6824-47f5-b96b-20c25f80a072 req-f8f6ebe1-8295-4130-9291-5a3561a5d77f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409784 May 04 14:39:03.919838 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e9786-d6cd-47d8-94fa-9c83abe6acad req-7105255d-0d78-442d-9628-6a302b6dde54 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:03.921280 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c57e9786-d6cd-47d8-94fa-9c83abe6acad req-7105255d-0d78-442d-9628-6a302b6dde54 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0867026 May 04 14:39:03.965418 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c57e9786-d6cd-47d8-94fa-9c83abe6acad req-00a01cab-1a3a-4217-938e-865eba789a25 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385153 May 04 14:39:04.139045 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22c784-c392-4714-812f-3d3cb7123a90 req-8225377a-0079-403c-a92d-04de36260dc1 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:04.140540 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cc22c784-c392-4714-812f-3d3cb7123a90 req-8225377a-0079-403c-a92d-04de36260dc1 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 931 time: 0.0821500 May 04 14:39:04.188295 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cc22c784-c392-4714-812f-3d3cb7123a90 req-b6a289e4-896d-4d57-89f6-f6eaf3858181 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 May 04 14:39:04.436889 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Request body: {'port': {'device_id': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:39:04.445896 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 71538b67-89be-473d-af55-d47e33459044 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:39:04.553702 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:04.582237 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:04.595445 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '71538b67-89be-473d-af55-d47e33459044', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'port_id': '71538b67-89be-473d-af55-d47e33459044', 'mac_address': 'fa:16:3e:27:2b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:39:04.655250 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:04.672929 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71538b67-89be-473d-af55-d47e33459044 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:39:04.690500 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:04.695598 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:04.698330 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:04.761036 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=6']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:04.770470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.770470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.770470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.770470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.770470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.770470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.771109 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.771109 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.771613 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.771744 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.772049 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.772369 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:04.777457 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:04.849543 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['71538b67-89be-473d-af55-d47e33459044'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:39:05.052687 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3490edf3-fb78-446c-ab09-cc691ac258d4 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:39:05.067896 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:05.085768 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Transition to ACTIVE for port object 3490edf3-fb78-446c-ab09-cc691ac258d4 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:39:05.092190 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:05.107861 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-77d67087-5004-4402-ac2d-d8c367b36730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:05.351786 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Pushing event updated for resources: {'Port': ['ID=3490edf3-fb78-446c-ab09-cc691ac258d4,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:05.415802 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.416172 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.416532 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.416881 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.417234 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.417580 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.417924 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.418271 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.418613 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.418953 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.419292 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.419694 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:05.426573 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:05.467301 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Attempting to bind port 3490edf3-fb78-446c-ab09-cc691ac258d4 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:39:05.467632 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Attempting to bind port 3490edf3-fb78-446c-ab09-cc691ac258d4 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:39:05.467959 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Attempting to bind port 3490edf3-fb78-446c-ab09-cc691ac258d4 on network 5b42a207-c231-4c84-8e32-165531194e34 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:39:05.482511 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Port 3490edf3-fb78-446c-ab09-cc691ac258d4 on network 5b42a207-c231-4c84-8e32-165531194e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:39:05.482972 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Attempting to bind port 3490edf3-fb78-446c-ab09-cc691ac258d4 on network 5b42a207-c231-4c84-8e32-165531194e34 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:39:05.495611 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78854c5d-ee4e-4a2f-8f35-67621eeb373f req-e2c3e61d-e3c8-46d0-97c1-b96c39c98aa6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:05.497149 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-78854c5d-ee4e-4a2f-8f35-67621eeb373f req-e2c3e61d-e3c8-46d0-97c1-b96c39c98aa6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 945 time: 0.2917948 May 04 14:39:05.501856 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:39:05.502166 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Checking segment: {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:39:05.502543 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Bound using segment: {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:39:05.502975 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Bound port: 3490edf3-fb78-446c-ab09-cc691ac258d4, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b42a207-c231-4c84-8e32-165531194e34'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:39:05.503337 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:05.551509 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef435af-276b-4553-b4f1-96af8abbdfb5 req-bd0798b0-f9a2-4793-8ffe-c84b477698fa tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:05.553032 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6ef435af-276b-4553-b4f1-96af8abbdfb5 req-bd0798b0-f9a2-4793-8ffe-c84b477698fa tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 943 time: 0.2120457 May 04 14:39:05.629755 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-78854c5d-ee4e-4a2f-8f35-67621eeb373f req-6394134e-45de-459d-8f06-952401c0dfea tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158638 May 04 14:39:05.692516 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6ef435af-276b-4553-b4f1-96af8abbdfb5 req-72e56266-8583-4d42-80b2-cadaeea0bc50 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147499 May 04 14:39:05.699069 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] For port 3490edf3-fb78-446c-ab09-cc691ac258d4, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:39:05.703867 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] For port 3490edf3-fb78-446c-ab09-cc691ac258d4, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3490edf3-fb78-446c-ab09-cc691ac258d4,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:39:05.721137 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:05.725594 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3520fc5a-2b63-4ded-b032-da1adc4081ad tempest-ServerRescueNegativeTestJSON-1536102378 tempest-ServerRescueNegativeTestJSON-1536102378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:05.778116 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:05.778872 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:05.780095 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-6474d904-436a-416b-ace6-401ade1072ad service neutron] 10.222.0.54 "PUT /v2.0/ports/3490edf3-fb78-446c-ab09-cc691ac258d4 HTTP/1.1" status: 200 len: 1093 time: 1.3503716 May 04 14:39:05.787007 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'tag': '3490edf3-fb78-446c-ab09-cc691ac258d4'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:05.814416 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Pushing event updated for resources: {'Port': ['ID=3490edf3-fb78-446c-ab09-cc691ac258d4,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:05.825361 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:05.850836 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'tag': '3490edf3-fb78-446c-ab09-cc691ac258d4', 'status': 'completed', 'code': 200} May 04 14:39:06.916880 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209a3b9-36d3-440d-b19c-390057f4cb1c req-14ac7635-beaf-45e3-bb97-8ca99fbe8141 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:06.918387 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1209a3b9-36d3-440d-b19c-390057f4cb1c req-14ac7635-beaf-45e3-bb97-8ca99fbe8141 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 945 time: 0.1634786 May 04 14:39:06.930956 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec3b3c-f10b-4b5e-8870-a945bd2edef2 req-f0a39072-9bd6-4b55-b0d6-59e6f8e5822a tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:06.937482 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41ec3b3c-f10b-4b5e-8870-a945bd2edef2 req-f0a39072-9bd6-4b55-b0d6-59e6f8e5822a tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 943 time: 0.1296742 May 04 14:39:07.032286 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1209a3b9-36d3-440d-b19c-390057f4cb1c req-3008b33a-377b-43c4-b582-ed7043c6ad2c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926671 May 04 14:39:07.036319 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41ec3b3c-f10b-4b5e-8870-a945bd2edef2 req-d700d847-83c3-4bbb-b0e9-a56549f2f0cd tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980675 May 04 14:39:08.248426 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 71538b67-89be-473d-af55-d47e33459044 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:39:08.335346 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 71538b67-89be-473d-af55-d47e33459044 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:39:08.336285 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:08.337030 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d30d9d-695e-49f3-b036-4fcabddd3c7c req-bff70267-8a21-4a70-a9b1-5d41791238c4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:08.338683 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-01d30d9d-695e-49f3-b036-4fcabddd3c7c req-bff70267-8a21-4a70-a9b1-5d41791238c4 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 943 time: 0.1794353 May 04 14:39:08.355582 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f74a5-fc62-45e0-be5c-0fe05b844b29 req-1e455919-0f54-4e96-aab6-222de0f28ec6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:08.362471 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3b3f74a5-fc62-45e0-be5c-0fe05b844b29 req-1e455919-0f54-4e96-aab6-222de0f28ec6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 945 time: 0.1617072 May 04 14:39:08.436529 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-01d30d9d-695e-49f3-b036-4fcabddd3c7c req-3220dcdc-be56-4c6b-8c7e-811c87ae1665 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668082 May 04 14:39:08.475366 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:08.478757 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3b3f74a5-fc62-45e0-be5c-0fe05b844b29 req-8f9d34b3-e277-49c0-b963-0c5266046e7d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153772 May 04 14:39:08.501426 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da6fc2-7e6e-4cd8-a400-b1479269be99 req-6edb331a-35fe-40e2-ac5f-4f6fe3702337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:08.503959 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f6da6fc2-7e6e-4cd8-a400-b1479269be99 req-6edb331a-35fe-40e2-ac5f-4f6fe3702337 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 1096 time: 0.2101440 May 04 14:39:08.523118 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71538b67-89be-473d-af55-d47e33459044'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:08.534577 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:08.548273 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:08.552001 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:08.627410 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=7']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:08.640946 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:08.716347 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da6fc2-7e6e-4cd8-a400-b1479269be99 req-d078fa2b-e7b9-46cc-aad6-dc113ec6fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:08.718289 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f6da6fc2-7e6e-4cd8-a400-b1479269be99 req-d078fa2b-e7b9-46cc-aad6-dc113ec6fe67 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2010548 May 04 14:39:08.767160 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71538b67-89be-473d-af55-d47e33459044', 'code': 200} May 04 14:39:08.978410 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da6fc2-7e6e-4cd8-a400-b1479269be99 req-53956315-9b13-466d-9672-503f038ae92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:08.979818 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f6da6fc2-7e6e-4cd8-a400-b1479269be99 req-53956315-9b13-466d-9672-503f038ae92c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2536826 May 04 14:39:09.118104 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-2d08da2b-783e-455c-b1d1-7a5e2df96772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:09.119584 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-2d08da2b-783e-455c-b1d1-7a5e2df96772 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 1096 time: 0.0790613 May 04 14:39:09.203151 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-85dc0443-c9f5-4737-9b2b-c37b4a2efe40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3490edf3-fb78-446c-ab09-cc691ac258d4 HTTP/1.1" status: 200 len: 217 time: 0.0688753 May 04 14:39:09.288663 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-3d436eeb-14c1-4e0d-bf57-5eab73259cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:09.290323 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-3d436eeb-14c1-4e0d-bf57-5eab73259cc9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110384d5-90f2-4cf8-bb85-d306517a1d8e HTTP/1.1" status: 200 len: 850 time: 0.0795977 May 04 14:39:09.391922 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-98cd95bd-813e-444a-87e2-f2c7999559e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:09.393422 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-98cd95bd-813e-444a-87e2-f2c7999559e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b42a207-c231-4c84-8e32-165531194e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954165 May 04 14:39:09.538790 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-9da7b09e-192b-43c4-886b-f9073d310874 service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382821 May 04 14:39:09.808661 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a85787e-bb16-469a-91e1-17ce7f9eeb2d req-9ebe0590-0481-41cc-929a-1fdacfb621ce service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628267 May 04 14:39:09.852486 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a25144-a919-4dfa-b271-e91926c55165 req-d702982e-2f1f-46b0-bc76-a70a04256166 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:09.859801 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-56a25144-a919-4dfa-b271-e91926c55165 req-d702982e-2f1f-46b0-bc76-a70a04256166 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 943 time: 0.2027812 May 04 14:39:09.871207 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f2fff-6473-4336-84a0-9f79bb2910a0 req-f7f0cd84-1780-4eac-8846-b21e6c2f852b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:09.872709 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-167f2fff-6473-4336-84a0-9f79bb2910a0 req-f7f0cd84-1780-4eac-8846-b21e6c2f852b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.2151256 May 04 14:39:09.960363 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-167f2fff-6473-4336-84a0-9f79bb2910a0 req-38d81665-2c98-4bec-93db-43afdebfd4fd tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746186 May 04 14:39:09.977370 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-56a25144-a919-4dfa-b271-e91926c55165 req-4c885bf2-b0fd-4c7f-b434-e2bdfa50673f tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144962 May 04 14:39:11.230901 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050379a-b1bd-4507-bd50-af82931ab1ad req-61e6c3de-43f1-46b4-ae93-8e3a7ed4b925 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:11.233160 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0050379a-b1bd-4507-bd50-af82931ab1ad req-61e6c3de-43f1-46b4-ae93-8e3a7ed4b925 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.1465271 May 04 14:39:11.246510 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef134e96-fdde-47c4-a383-ceebe15a9bcc req-86c9955c-0810-4947-a581-d55cd705a13a tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:11.247992 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ef134e96-fdde-47c4-a383-ceebe15a9bcc req-86c9955c-0810-4947-a581-d55cd705a13a tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 943 time: 0.1642554 May 04 14:39:11.267279 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 3490edf3-fb78-446c-ab09-cc691ac258d4 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:39:11.329726 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0050379a-b1bd-4507-bd50-af82931ab1ad req-838805d2-4bdf-4775-94c1-786c71aa91ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806775 May 04 14:39:11.353255 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ef134e96-fdde-47c4-a383-ceebe15a9bcc req-d22d3386-1273-416e-bb12-572dcf421b17 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903697 May 04 14:39:11.425324 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 3490edf3-fb78-446c-ab09-cc691ac258d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3490edf3-fb78-446c-ab09-cc691ac258d4,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:11.438916 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '3490edf3-fb78-446c-ab09-cc691ac258d4', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'port_id': '3490edf3-fb78-446c-ab09-cc691ac258d4', 'mac_address': 'fa:16:3e:01:81:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:39:11.512187 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:11.532128 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3490edf3-fb78-446c-ab09-cc691ac258d4 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:39:11.557188 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 3490edf3-fb78-446c-ab09-cc691ac258d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3490edf3-fb78-446c-ab09-cc691ac258d4,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:11.561695 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:11.563678 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:11.642054 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=3490edf3-fb78-446c-ab09-cc691ac258d4,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:11.645742 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:11.886622 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['3490edf3-fb78-446c-ab09-cc691ac258d4'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:39:12.546599 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691a844-07b3-4c58-8462-f1aac4d58a4f req-6c99007b-2769-4506-a300-bcc8aac3251f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:12.553805 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0691a844-07b3-4c58-8462-f1aac4d58a4f req-6c99007b-2769-4506-a300-bcc8aac3251f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0920680 May 04 14:39:12.648384 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0691a844-07b3-4c58-8462-f1aac4d58a4f req-9998e0be-d237-4130-8205-1a1d1272b7f3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936267 May 04 14:39:12.697304 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae848e-f7bc-4a20-8b0a-447f2bbfc37c req-3283c4cf-e3ea-473e-9d21-6072e28a3a16 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:12.704200 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-37ae848e-f7bc-4a20-8b0a-447f2bbfc37c req-3283c4cf-e3ea-473e-9d21-6072e28a3a16 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 944 time: 0.1269994 May 04 14:39:12.753226 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-37ae848e-f7bc-4a20-8b0a-447f2bbfc37c req-6d3c60b5-a1f4-4ec0-82d2-b1313067ad80 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479717 May 04 14:39:13.280821 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 3490edf3-fb78-446c-ab09-cc691ac258d4 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:39:13.353440 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 3490edf3-fb78-446c-ab09-cc691ac258d4 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:39:13.360765 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 3490edf3-fb78-446c-ab09-cc691ac258d4 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:39:13.360765 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:13.479295 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:13.507124 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3490edf3-fb78-446c-ab09-cc691ac258d4'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:13.517811 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 3490edf3-fb78-446c-ab09-cc691ac258d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3490edf3-fb78-446c-ab09-cc691ac258d4,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:13.522790 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:13.526045 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bccf7174-9b74-402e-ba72-dec0c813e75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:13.563485 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3490edf3-fb78-446c-ab09-cc691ac258d4', 'code': 200} May 04 14:39:13.599324 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=3490edf3-fb78-446c-ab09-cc691ac258d4,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:13.603124 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:13.872114 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1870a9-1151-4c8a-96d5-173edaade0e4 req-d040bc9b-737e-4206-8fc9-5dbc8e974fd5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:13.879237 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4c1870a9-1151-4c8a-96d5-173edaade0e4 req-d040bc9b-737e-4206-8fc9-5dbc8e974fd5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.1014066 May 04 14:39:13.967023 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4c1870a9-1151-4c8a-96d5-173edaade0e4 req-cd701baa-3626-4322-bbf7-92bd6b24d02f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866697 May 04 14:39:14.087017 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6951e-3f64-45b9-ade3-847ac5556795 req-38d8ade3-f90f-4f37-b2cf-ef09c1f33e42 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:14.094052 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36e6951e-3f64-45b9-ade3-847ac5556795 req-38d8ade3-f90f-4f37-b2cf-ef09c1f33e42 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 945 time: 0.1915896 May 04 14:39:14.111226 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc85d3-cef8-460c-9da6-d5ebdb4cf6c6 req-e0a2f7f8-1d53-4e67-b033-ad578870da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:14.113128 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-67fc85d3-cef8-460c-9da6-d5ebdb4cf6c6 req-e0a2f7f8-1d53-4e67-b033-ad578870da9c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 1098 time: 0.1642153 May 04 14:39:14.163501 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36e6951e-3f64-45b9-ade3-847ac5556795 req-815e99bd-30b0-4636-8eb0-3d101245f080 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684726 May 04 14:39:14.189245 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-67fc85d3-cef8-460c-9da6-d5ebdb4cf6c6 req-38ed8f83-19c8-4aa7-ba14-75617189aa32 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685809 May 04 14:39:15.314129 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20ca5a-df91-4ecc-b7d5-51a0a463746c req-d8ca21ab-9f3c-4396-904d-d23f52fa8e65 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:15.315604 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8d20ca5a-df91-4ecc-b7d5-51a0a463746c req-d8ca21ab-9f3c-4396-904d-d23f52fa8e65 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.2252250 May 04 14:39:15.375474 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8d20ca5a-df91-4ecc-b7d5-51a0a463746c req-d10e565d-a650-495f-ab73-32623bd990d9 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542452 May 04 14:39:15.380230 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47356) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:15.400823 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dbbce-2bc6-44fa-9fd9-dcdeb953aaaa req-464515b1-30f5-4b9a-90d6-258ced8ba3e0 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:15.402285 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-160dbbce-2bc6-44fa-9fd9-dcdeb953aaaa req-464515b1-30f5-4b9a-90d6-258ced8ba3e0 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 945 time: 0.1281610 May 04 14:39:15.457296 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-160dbbce-2bc6-44fa-9fd9-dcdeb953aaaa req-4bb75ad2-bc27-4a5d-ab8c-5f1ea2b1bb6d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490386 May 04 14:39:15.531533 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:15.533585 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-6de41be8-15d5-420b-b2ef-101de6635f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:15.535116 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-6de41be8-15d5-420b-b2ef-101de6635f48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 1099 time: 0.0729675 May 04 14:39:15.548594 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:15.552517 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Usage tracker for resource:security_group_rule and tenant:b730e0059cc947689268a9dec7e9812d is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:39:15.555497 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:39:15.561094 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:15.645303 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:15.649841 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:15.658408 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c7681c3c-b7f8-4791-b8f3-bc19142591b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:15.667481 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-5dc4f8f7-ca63-4af0-9130-30638cddc88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:15.668997 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-5dc4f8f7-ca63-4af0-9130-30638cddc88b service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 918 time: 0.1262565 May 04 14:39:15.696681 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b730e0059cc947689268a9dec7e9812d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146009 May 04 14:39:15.699319 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47362) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:15.701947 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401dbf04-3877-4dba-958d-a75fabb5c0a5,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:15.720797 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.721169 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.721531 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.721886 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.722551 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.722901 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.723249 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.723591 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.723967 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.724305 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.724635 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.725063 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:15.730024 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fd9b8d4d-5ae8-4682-8ce2-427e687ae483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:15.773456 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-71168503-aa37-436a-9cd1-319abcb7f517 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71538b67-89be-473d-af55-d47e33459044 HTTP/1.1" status: 200 len: 1002 time: 0.0976756 May 04 14:39:15.773902 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e51b7cc-36cd-44b0-8c17-a95706a73ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:15.799983 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e51b7cc-36cd-44b0-8c17-a95706a73ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:15.835100 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-62decf30-418c-4bcf-ac36-fb492300b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:15.836619 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-62decf30-418c-4bcf-ac36-fb492300b36c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.0573306 May 04 14:39:15.855775 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e51b7cc-36cd-44b0-8c17-a95706a73ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:15.859346 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b82daee2-95f9-4303-930b-767c423cdf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:15.871381 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51b7cc-36cd-44b0-8c17-a95706a73ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401dbf04-3877-4dba-958d-a75fabb5c0a5,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:15.874140 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3e51b7cc-36cd-44b0-8c17-a95706a73ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:15.881838 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e51b7cc-36cd-44b0-8c17-a95706a73ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:15.885281 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3e51b7cc-36cd-44b0-8c17-a95706a73ffe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/401dbf04-3877-4dba-958d-a75fabb5c0a5 HTTP/1.1" status: 204 len: 168 time: 0.1827588 May 04 14:39:15.915632 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-3f25c720-9cfc-4d03-82d9-489089f86d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:15.917152 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-3f25c720-9cfc-4d03-82d9-489089f86d50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744936 May 04 14:39:16.055414 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-bd326fc6-177f-4671-bad8-293127837803 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317363 May 04 14:39:16.189409 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6eb4ef61-3eaa-4879-beb1-6ffd0a02907e req-c5534bb7-a776-4eb7-8698-86d737e632eb service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277738 May 04 14:39:16.615841 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40793d-c4b1-4510-8699-238320d54fb2 req-3a85c244-ff4b-474a-b9b5-630cd4261f17 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:16.617265 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3f40793d-c4b1-4510-8699-238320d54fb2 req-3a85c244-ff4b-474a-b9b5-630cd4261f17 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.1190345 May 04 14:39:16.673159 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3f40793d-c4b1-4510-8699-238320d54fb2 req-a4026eb5-f8aa-41c1-89fa-7d8d68869f87 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497112 May 04 14:39:16.687875 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de936df3-2960-4893-9c53-af7360a952df req-2e444aa1-eaae-4728-8015-3ef018583686 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:16.689301 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-de936df3-2960-4893-9c53-af7360a952df req-2e444aa1-eaae-4728-8015-3ef018583686 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 945 time: 0.1259551 May 04 14:39:16.733468 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-de936df3-2960-4893-9c53-af7360a952df req-2fb667ed-97cf-4ed3-bd4a-f3b8d68616b8 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384707 May 04 14:39:16.925520 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abb024-3408-4c25-876d-5fbc11644693 req-86ac102c-adc2-4d17-b984-eb5f2dfec144 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:16.927240 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a3abb024-3408-4c25-876d-5fbc11644693 req-86ac102c-adc2-4d17-b984-eb5f2dfec144 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 945 time: 0.0961385 May 04 14:39:16.936239 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47374) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:16.943926 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-0a8fb24a-d42b-4c86-ba74-a2412a24cae9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Request body: {'floatingip': {'port_id': '3490edf3-fb78-446c-ab09-cc691ac258d4'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:39:17.020928 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb24a-d42b-4c86-ba74-a2412a24cae9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:17.694158 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb24a-d42b-4c86-ba74-a2412a24cae9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:17.700070 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb24a-d42b-4c86-ba74-a2412a24cae9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:17.865001 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d385f-0c95-469f-a0d4-42dfa8c00646 req-db81ef71-7393-47b3-85d3-0e64855d2891 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:17.866488 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-233d385f-0c95-469f-a0d4-42dfa8c00646 req-db81ef71-7393-47b3-85d3-0e64855d2891 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.0813870 May 04 14:39:17.874625 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-0a8fb24a-d42b-4c86-ba74-a2412a24cae9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Floating IP 581117d0-c673-4cca-9517-f2b13e2c729b associated. External IP: 172.27.0.122, port: 3490edf3-fb78-446c-ab09-cc691ac258d4. May 04 14:39:17.915011 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-233d385f-0c95-469f-a0d4-42dfa8c00646 req-b9dbb992-a507-4b81-9b9e-436389696baf tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 May 04 14:39:18.221680 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8fb24a-d42b-4c86-ba74-a2412a24cae9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Router 411b754b-6008-4d97-8070-bdf9c2dbf4cf has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:39:18.403426 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8fb24a-d42b-4c86-ba74-a2412a24cae9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:39:18.408072 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb24a-d42b-4c86-ba74-a2412a24cae9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:18.413414 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] Sync routers for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:39:18.423622 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:39:18.424337 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:39:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:18.462274 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-0a8fb24a-d42b-4c86-ba74-a2412a24cae9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "PUT /v2.0/floatingips/581117d0-c673-4cca-9517-f2b13e2c729b HTTP/1.1" status: 200 len: 991 time: 1.5240765 May 04 14:39:18.462274 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'tag': '3490edf3-fb78-446c-ab09-cc691ac258d4'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:18.636057 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:39:18.699393 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'tag': '3490edf3-fb78-446c-ab09-cc691ac258d4', 'status': 'completed', 'code': 200} May 04 14:39:18.814941 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-44c2cf8d-f282-4cb5-8815-a6ae1dc61143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:18.816349 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-44c2cf8d-f282-4cb5-8815-a6ae1dc61143 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 1098 time: 0.0743380 May 04 14:39:18.944037 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-81bb343a-9b15-4ebc-a38a-0af3e0fc63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:18.945477 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-81bb343a-9b15-4ebc-a38a-0af3e0fc63e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 200 len: 912 time: 0.1229811 May 04 14:39:18.977031 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '581117d0-c673-4cca-9517-f2b13e2c729b', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'port_id': '3490edf3-fb78-446c-ab09-cc691ac258d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'mac_address': 'fa:16:3e:01:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:38:56Z', 'updated_at': '2021-05-04T14:39:17Z', 'revision_number': 1, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:18.980880 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] Checking router: 411b754b-6008-4d97-8070-bdf9c2dbf4cf for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:39:18.989089 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:39:18.989692 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:39:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:19.186097 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:39:19.195669 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-9f68b512-c804-4885-977f-3401f4e58cf7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3490edf3-fb78-446c-ab09-cc691ac258d4 HTTP/1.1" status: 200 len: 999 time: 0.2439780 May 04 14:39:19.273514 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-c67657f4-f100-4b27-94ab-dce6bbe5e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:19.274953 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-c67657f4-f100-4b27-94ab-dce6bbe5e48a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110384d5-90f2-4cf8-bb85-d306517a1d8e HTTP/1.1" status: 200 len: 850 time: 0.0730374 May 04 14:39:19.283192 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50272-08ff-451a-9a64-5003a5b78d2d req-cdb9f78f-2ab6-44e0-929a-c7c9b27ca1bc tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:19.284574 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b2a50272-08ff-451a-9a64-5003a5b78d2d req-cdb9f78f-2ab6-44e0-929a-c7c9b27ca1bc tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 946 time: 0.2523873 May 04 14:39:19.320475 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 71538b67-89be-473d-af55-d47e33459044 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:39:19.368705 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b2a50272-08ff-451a-9a64-5003a5b78d2d req-ed795d09-4b22-442e-a8d3-f28c3e365530 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524342 May 04 14:39:19.389524 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-fc0b5fb2-a742-4d01-8005-7362e1ec23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:19.391324 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-fc0b5fb2-a742-4d01-8005-7362e1ec23de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b42a207-c231-4c84-8e32-165531194e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058285 May 04 14:39:19.530930 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-ec719716-a58d-47cf-9513-785d0ad9d71c service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320579 May 04 14:39:19.545639 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:19.617084 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71538b67-89be-473d-af55-d47e33459044'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:19.634713 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:19.642520 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:19.645247 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:19.682386 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-94c4c50e-05e7-489b-8af3-6169e6c3d159 req-05fbff5b-b383-4496-a67f-3508f1d34a66 service neutron] 10.222.0.54 "GET /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447997 May 04 14:39:19.733329 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=8']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:19.736739 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:19.738788 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '581117d0-c673-4cca-9517-f2b13e2c729b', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'port_id': '3490edf3-fb78-446c-ab09-cc691ac258d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'mac_address': 'fa:16:3e:01:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:38:56Z', 'updated_at': '2021-05-04T14:39:17Z', 'revision_number': 1, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:19.744061 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02925437-4c9f-4c35-82cf-f01cd5ba564c None None] The sync data for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi is: [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '581117d0-c673-4cca-9517-f2b13e2c729b', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'port_id': '3490edf3-fb78-446c-ab09-cc691ac258d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'mac_address': 'fa:16:3e:01:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:38:56Z', 'updated_at': '2021-05-04T14:39:17Z', 'revision_number': 1, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:39:19.806937 dv-cinder-772623-4-iscsi neutron-server[73814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71538b67-89be-473d-af55-d47e33459044', 'code': 422} returned with failed status May 04 14:39:19.928927 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36459cf1-e43a-418d-82d7-74ed5b4e9af3 None None] New status for floating IP 581117d0-c673-4cca-9517-f2b13e2c729b: ACTIVE {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:39:20.939745 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14669f-62f4-4e09-9bb3-64b93c6b360a req-0c815b08-af13-484a-bd0d-8c5bbc4f111b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:20.941204 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ff14669f-62f4-4e09-9bb3-64b93c6b360a req-0c815b08-af13-484a-bd0d-8c5bbc4f111b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0809412 May 04 14:39:20.992694 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ff14669f-62f4-4e09-9bb3-64b93c6b360a req-352f05a2-bc2c-4fb9-bd49-709f2cba8d97 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 May 04 14:39:21.191482 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47436) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:21.307985 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-e4647679-bc9c-4faa-88d1-6cbd9dfda342 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152105 May 04 14:39:22.187138 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b04b1-4b45-4cd1-8518-ac174d18881d req-2b08a759-9f3a-4c71-9945-b7257c8f288e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:22.188620 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c08b04b1-4b45-4cd1-8518-ac174d18881d req-2b08a759-9f3a-4c71-9945-b7257c8f288e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0864484 May 04 14:39:22.235639 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c08b04b1-4b45-4cd1-8518-ac174d18881d req-bc0a7c12-fca5-4cd8-a27f-b4e8a3af1836 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 May 04 14:39:23.140787 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:23.442406 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a0ed-9f07-4894-8d53-ec3a515939cf req-1e07489b-1225-41fe-8403-2d8b2470f86e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:23.443893 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3506a0ed-9f07-4894-8d53-ec3a515939cf req-1e07489b-1225-41fe-8403-2d8b2470f86e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0811558 May 04 14:39:23.491178 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3506a0ed-9f07-4894-8d53-ec3a515939cf req-8d6e9638-e746-46d8-8ed0-a17ac4ee9acb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404708 May 04 14:39:24.691380 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173edd12-c551-4d00-985f-6108eedaaa9a req-f23eb0fb-0d58-47bf-a576-009b140d67cb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:24.692859 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-173edd12-c551-4d00-985f-6108eedaaa9a req-f23eb0fb-0d58-47bf-a576-009b140d67cb tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0831225 May 04 14:39:24.736577 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-173edd12-c551-4d00-985f-6108eedaaa9a req-1141df38-fd7c-4435-a704-13ec9f87ccaa tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378511 May 04 14:39:25.307312 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:39:25.931578 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ce864-1991-45b0-a6d7-25a95c7bea6a req-392e0777-d6cb-4a17-bdd3-2e4bcda80bd0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:25.932925 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-932ce864-1991-45b0-a6d7-25a95c7bea6a req-392e0777-d6cb-4a17-bdd3-2e4bcda80bd0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0788162 May 04 14:39:25.979886 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-932ce864-1991-45b0-a6d7-25a95c7bea6a req-9ff6121b-681c-4e4b-8933-983aba817d3f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 May 04 14:39:26.377877 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-3b3f4ed4-ca76-4a37-9bc4-57479ee5f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:26.379316 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-3b3f4ed4-ca76-4a37-9bc4-57479ee5f2a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286&tenant_id=cf5345351fb64096b9d4615d49a85a11 HTTP/1.1" status: 200 len: 1097 time: 0.0777197 May 04 14:39:26.483480 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-df66a5e9-07ab-4419-8358-8c3bc3295ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:26.484955 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-df66a5e9-07ab-4419-8358-8c3bc3295ba6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 1097 time: 0.0706630 May 04 14:39:26.624550 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-809c416a-9c10-4751-aa7d-01989da29f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:26.626018 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-809c416a-9c10-4751-aa7d-01989da29f17 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 918 time: 0.1328628 May 04 14:39:26.728906 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-c398d0f1-30ae-4c26-ada9-03bd1d7ca1a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71538b67-89be-473d-af55-d47e33459044 HTTP/1.1" status: 200 len: 1000 time: 0.0953586 May 04 14:39:26.792054 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-b109168b-857c-4e47-838a-f0f90b1f89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:26.793439 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-b109168b-857c-4e47-838a-f0f90b1f89dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.0571048 May 04 14:39:26.872095 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-33a8c08c-3b2f-4c41-8251-55101e3018bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:26.873533 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-33a8c08c-3b2f-4c41-8251-55101e3018bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731964 May 04 14:39:27.081391 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-83fae6b7-2a0e-4fc2-af12-3290505134eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:27.093186 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-25dc0965-7634-46c6-8940-1e615302f8fb service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125335 May 04 14:39:27.268040 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-2211aadc-0b9a-4183-bda7-18ab7ea7d045 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441226 May 04 14:39:27.278196 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3969d-35cc-4626-8009-aeedf7abcf1c req-6e7c4096-f6ec-48b8-86f9-c8f9a0577570 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:27.279551 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-06c3969d-35cc-4626-8009-aeedf7abcf1c req-6e7c4096-f6ec-48b8-86f9-c8f9a0577570 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.1855347 May 04 14:39:27.332837 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-06c3969d-35cc-4626-8009-aeedf7abcf1c req-82c1d98e-e490-4559-b811-3a15b65a1b5c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473783 May 04 14:39:28.530781 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7660b-8576-417f-98d4-1067de51ec1c req-8b3b9234-6133-49dc-9074-267cb5b903da tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:28.532287 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-80f7660b-8576-417f-98d4-1067de51ec1c req-8b3b9234-6133-49dc-9074-267cb5b903da tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0854313 May 04 14:39:28.577163 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-80f7660b-8576-417f-98d4-1067de51ec1c req-d3a45a42-90ae-41dc-9b75-81b4afe14d67 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390043 May 04 14:39:29.648003 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:29.771856 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2d737-141e-4e20-bcad-a30f831b2775 req-1641ed98-c3f6-4fa7-ab1d-df37d38a0f81 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:29.773339 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ebf2d737-141e-4e20-bcad-a30f831b2775 req-1641ed98-c3f6-4fa7-ab1d-df37d38a0f81 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0857320 May 04 14:39:29.825732 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ebf2d737-141e-4e20-bcad-a30f831b2775 req-64c7ccf9-233f-40d1-aa2c-bbbe7981088e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465679 May 04 14:39:29.826207 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-471f8ae2-e271-491b-8f45-b785dcc563af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:30.718416 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:31.016616 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994528b-bda8-4eee-adde-b7cdc6e65028 req-1d16f5c2-7b88-4a92-a6c8-82d37a09b71e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:31.017908 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c994528b-bda8-4eee-adde-b7cdc6e65028 req-1d16f5c2-7b88-4a92-a6c8-82d37a09b71e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0819108 May 04 14:39:31.065720 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c994528b-bda8-4eee-adde-b7cdc6e65028 req-a7c1c625-d02d-42ea-bb8f-28619d37ae8a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411496 May 04 14:39:32.275163 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:32.276453 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763b199-7170-4acb-9f4d-63619c79bdfd req-a99a8de2-b49b-486e-a203-6780917ccccf tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:32.278012 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d763b199-7170-4acb-9f4d-63619c79bdfd req-a99a8de2-b49b-486e-a203-6780917ccccf tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0910065 May 04 14:39:32.332921 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d763b199-7170-4acb-9f4d-63619c79bdfd req-3652ae3e-26ff-4ddc-b159-27737fceea1b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489666 May 04 14:39:33.533910 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b06fca-b89b-4434-9f1f-d7f8c1fa72ed req-1ab0c232-4850-4327-b7ff-f6e8f2434472 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:33.535303 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07b06fca-b89b-4434-9f1f-d7f8c1fa72ed req-1ab0c232-4850-4327-b7ff-f6e8f2434472 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0846491 May 04 14:39:33.581015 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07b06fca-b89b-4434-9f1f-d7f8c1fa72ed req-7c0dcfda-5c4b-4040-9f8f-ddfc211789a8 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 May 04 14:39:34.770447 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640cb9c-34f0-41e9-8110-a8beecd24183 req-93f8bf01-fb22-4f46-b026-0179d8b43ce0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:34.771920 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1640cb9c-34f0-41e9-8110-a8beecd24183 req-93f8bf01-fb22-4f46-b026-0179d8b43ce0 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0806856 May 04 14:39:34.817346 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1640cb9c-34f0-41e9-8110-a8beecd24183 req-6d937cd1-56ea-47a5-b89e-b1e671cbab5e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396540 May 04 14:39:36.015099 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb25fb2-33a6-4560-8497-2e85d6198ddf req-56f5f537-ed31-40dc-b28d-92ffa3b1e504 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:36.016579 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8eb25fb2-33a6-4560-8497-2e85d6198ddf req-56f5f537-ed31-40dc-b28d-92ffa3b1e504 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0869131 May 04 14:39:36.063863 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8eb25fb2-33a6-4560-8497-2e85d6198ddf req-13ec0a38-59c4-44d4-8202-a96eb83e85b8 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411541 May 04 14:39:37.257551 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1190b-3ad7-4c45-9658-b898ecd6bb4b req-95d09527-1910-4e17-80fc-fbecca46a65f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:37.259011 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bbe1190b-3ad7-4c45-9658-b898ecd6bb4b req-95d09527-1910-4e17-80fc-fbecca46a65f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0818105 May 04 14:39:37.308236 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bbe1190b-3ad7-4c45-9658-b898ecd6bb4b req-4dd3cd0b-17b3-41ab-9ac6-2ad416fee81b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432942 May 04 14:39:38.498126 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c84ee-405b-4e45-9fad-eda12153a489 req-33612616-e8e2-4821-abd0-c551c43bf397 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:38.500423 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e53c84ee-405b-4e45-9fad-eda12153a489 req-33612616-e8e2-4821-abd0-c551c43bf397 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0825887 May 04 14:39:38.548120 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e53c84ee-405b-4e45-9fad-eda12153a489 req-64f5b9f1-b848-4989-ad81-d0c34ae5e55d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 May 04 14:39:39.770517 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb097d8-a322-488a-bcce-c019fedf9baa req-d65505f2-f880-4574-bf37-5e3ff62c5cf3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:39.772469 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2cb097d8-a322-488a-bcce-c019fedf9baa req-d65505f2-f880-4574-bf37-5e3ff62c5cf3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0932908 May 04 14:39:39.817008 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2cb097d8-a322-488a-bcce-c019fedf9baa req-75e86781-d5c7-4d02-ba3f-3eee56fab42c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387962 May 04 14:39:41.015802 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7264b2-476b-456b-a267-3c3e4eb315d3 req-bbad8651-9be0-4572-ab2a-fe502050efda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:41.017252 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5e7264b2-476b-456b-a267-3c3e4eb315d3 req-bbad8651-9be0-4572-ab2a-fe502050efda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 944 time: 0.0831983 May 04 14:39:41.074920 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5e7264b2-476b-456b-a267-3c3e4eb315d3 req-1981153f-5c04-47d4-ae52-615f9cf71906 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494151 May 04 14:39:41.376155 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 71538b67-89be-473d-af55-d47e33459044 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:39:41.527647 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:41.548494 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '71538b67-89be-473d-af55-d47e33459044', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'port_id': '71538b67-89be-473d-af55-d47e33459044', 'mac_address': 'fa:16:3e:27:2b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:39:41.608858 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:41.662384 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71538b67-89be-473d-af55-d47e33459044 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:39:41.680110 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:41.686968 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:41.689387 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:41.754749 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=9']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:41.758053 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:41.985063 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['71538b67-89be-473d-af55-d47e33459044'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:39:42.266456 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de096147-2796-4179-b380-82cdb0bcfe64 req-ad951bda-31e1-4a66-baa1-92e008b4f9a4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:42.267827 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-de096147-2796-4179-b380-82cdb0bcfe64 req-ad951bda-31e1-4a66-baa1-92e008b4f9a4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 945 time: 0.0848074 May 04 14:39:42.314724 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-de096147-2796-4179-b380-82cdb0bcfe64 req-c46ad1a6-f597-4c86-b189-12e9286b7f17 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396872 May 04 14:39:43.375189 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 71538b67-89be-473d-af55-d47e33459044 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:39:43.446069 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 71538b67-89be-473d-af55-d47e33459044 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:39:43.446441 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.550614 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e29f1a-4f2d-44a8-8dd7-b4f794d9f2f7 req-215a9466-2c6a-43d2-aafa-bf82a0108167 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:43.553111 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-89e29f1a-4f2d-44a8-8dd7-b4f794d9f2f7 req-215a9466-2c6a-43d2-aafa-bf82a0108167 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 945 time: 0.1255643 May 04 14:39:43.567484 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.593021 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71538b67-89be-473d-af55-d47e33459044'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:43.596604 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-89e29f1a-4f2d-44a8-8dd7-b4f794d9f2f7 req-3bec0571-f252-42d8-ae2a-7bb0e25d2d08 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379801 May 04 14:39:43.604556 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:43.609377 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.612236 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:43.649453 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71538b67-89be-473d-af55-d47e33459044', 'code': 200} May 04 14:39:43.680928 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=10']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:43.683991 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:43.949601 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d8326-f449-4058-b9c7-4322bac16649 req-f90417a8-0b4e-4e33-b95f-ad7628e2f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:43.951064 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-214d8326-f449-4058-b9c7-4322bac16649 req-f90417a8-0b4e-4e33-b95f-ad7628e2f4ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 1100 time: 0.0745070 May 04 14:39:43.994436 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-214d8326-f449-4058-b9c7-4322bac16649 req-40e8ad56-686f-42d0-9aef-58db607d9606 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 May 04 14:39:44.788961 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eb24e-929e-4075-aaae-a23871109892 req-afa45e4f-153a-46aa-93d3-88189d7ecd88 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:44.790483 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c92eb24e-929e-4075-aaae-a23871109892 req-afa45e4f-153a-46aa-93d3-88189d7ecd88 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 947 time: 0.0799201 May 04 14:39:44.919089 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c92eb24e-929e-4075-aaae-a23871109892 req-d044ca75-62f9-4a1e-b782-72a008cda7e4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206706 May 04 14:39:46.113437 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17f7de-ca77-4000-ab12-e2ef8f1e5e76 req-54a0f7d6-dfb7-4134-ba01-27f034cba105 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:46.114887 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ff17f7de-ca77-4000-ab12-e2ef8f1e5e76 req-54a0f7d6-dfb7-4134-ba01-27f034cba105 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 947 time: 0.0844314 May 04 14:39:46.160368 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ff17f7de-ca77-4000-ab12-e2ef8f1e5e76 req-6e5f181f-eb72-4a4b-b657-1d7984d66c62 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395827 May 04 14:39:53.172478 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:56.980687 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07bda221-3a40-45ee-8346-a0976a19b313 req-e9aacfb7-44d8-4402-be1d-2147e4645311 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817807 May 04 14:39:57.079778 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-12ad2f5e-e36c-4aea-9f39-01823f96bbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:57.144261 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bda221-3a40-45ee-8346-a0976a19b313 req-8b0bf47d-2bf8-4cce-81d6-7ec196f99ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:57.145782 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07bda221-3a40-45ee-8346-a0976a19b313 req-8b0bf47d-2bf8-4cce-81d6-7ec196f99ebd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf5345351fb64096b9d4615d49a85a11&device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 1100 time: 0.0718632 May 04 14:39:57.319426 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bda221-3a40-45ee-8346-a0976a19b313 req-5ce89d04-547f-4d6a-9e21-d4e47962c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:57.320825 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07bda221-3a40-45ee-8346-a0976a19b313 req-5ce89d04-547f-4d6a-9e21-d4e47962c5b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 200 len: 918 time: 0.1548111 May 04 14:39:57.428137 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07bda221-3a40-45ee-8346-a0976a19b313 req-2f9f1a40-f52f-4473-bd6e-27fbc01050be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71538b67-89be-473d-af55-d47e33459044 HTTP/1.1" status: 200 len: 1002 time: 0.0999920 May 04 14:39:57.492326 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bda221-3a40-45ee-8346-a0976a19b313 req-cf9216b4-c7d2-4bec-94f8-521878a66766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:57.493894 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07bda221-3a40-45ee-8346-a0976a19b313 req-cf9216b4-c7d2-4bec-94f8-521878a66766 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 200 len: 856 time: 0.0592437 May 04 14:39:57.601426 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bda221-3a40-45ee-8346-a0976a19b313 req-1002930c-f807-4a35-9dc0-4a5c835cd2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:57.603767 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07bda221-3a40-45ee-8346-a0976a19b313 req-1002930c-f807-4a35-9dc0-4a5c835cd2ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f55b652-6723-4dae-8ef8-191ed5aa1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841744 May 04 14:39:57.745982 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07bda221-3a40-45ee-8346-a0976a19b313 req-3ca33081-5c03-4a26-9981-fa154fc46e5b service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352386 May 04 14:39:57.877127 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-07bda221-3a40-45ee-8346-a0976a19b313 req-eaf5de3a-ff30-4226-94c9-64034a5aabb0 service neutron] 10.222.0.54 "GET /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237991 May 04 14:39:59.642690 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:59.838990 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-42e76daa-9882-47cf-b768-c6d226402834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:00.725296 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:02.279091 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:02.306993 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:40:19.375292 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31477-0dce-49bc-a06f-cc2174a1aad7 req-3ce8ddf4-e26b-4c75-8aa4-1f6a4e6252c5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:19.376780 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b3b31477-0dce-49bc-a06f-cc2174a1aad7 req-3ce8ddf4-e26b-4c75-8aa4-1f6a4e6252c5 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 947 time: 0.0830505 May 04 14:40:19.421934 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b3b31477-0dce-49bc-a06f-cc2174a1aad7 req-e81e7117-b461-4f35-a1e8-fef83d7f55d3 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391769 May 04 14:40:20.634759 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346475b2-2a55-4bb2-bef3-bb069803a30e req-a6e00170-4aaf-4200-beed-6aa7553b7b59 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:20.636481 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-346475b2-2a55-4bb2-bef3-bb069803a30e req-a6e00170-4aaf-4200-beed-6aa7553b7b59 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 947 time: 0.0916233 May 04 14:40:20.689430 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-346475b2-2a55-4bb2-bef3-bb069803a30e req-2acc5798-3934-42d8-ad31-e2aea2fa779b tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups?id=497907b7-ef5a-4bef-805f-41bd4db5a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470948 May 04 14:40:20.886476 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-9f294e86-d084-4a70-8158-63a22aba651e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:20.887934 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-9f294e86-d084-4a70-8158-63a22aba651e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.54 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 947 time: 0.0921669 May 04 14:40:21.023559 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Deleting port 71538b67-89be-473d-af55-d47e33459044 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:21.024082 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.155526 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] For port 71538b67-89be-473d-af55-d47e33459044, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=71538b67-89be-473d-af55-d47e33459044,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:21.155882 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.536961 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.537375 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.537693 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Floating IP 21537b4d-4519-4aa8-88d9-61d2b1d93414 disassociated. External IP: 172.27.0.143, port: 71538b67-89be-473d-af55-d47e33459044. May 04 14:40:21.538035 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Calling delete_port for 71538b67-89be-473d-af55-d47e33459044 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:21.648907 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67c5e0-8173-4ba9-8a12-cffc3054f98e req-aef06d5d-4250-45ce-8a7b-7aea4941ccdb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:21.651482 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-da67c5e0-8173-4ba9-8a12-cffc3054f98e req-aef06d5d-4250-45ce-8a7b-7aea4941ccdb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 945 time: 0.1096401 May 04 14:40:21.747193 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-da67c5e0-8173-4ba9-8a12-cffc3054f98e req-9088fd7b-76ca-421b-8466-2c4d2c3eeef2 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895131 May 04 14:40:21.752178 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.762111 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:21.810442 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event deleted for resources: {'Port': ['ID=71538b67-89be-473d-af55-d47e33459044,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:21.907652 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.907933 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.908313 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.908667 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.909022 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.909367 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.909714 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.910067 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.910402 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.910743 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.911072 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.911436 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:21.920728 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3e3240de-c8f6-4073-96b5-4d8a1fcf8cd9 req-95586a29-ff47-47fd-866e-a5fad3ea92c6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/ports?device_id=246f5ccc-fe79-434b-b0a3-eef26f3ff286 HTTP/1.1" status: 200 len: 210 time: 0.1070426 May 04 14:40:21.921500 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:22.054221 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Router 234d38ef-6112-41a1-82d3-dff212ee9bfa has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:40:22.233891 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:40:22.243360 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] Sync routers for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:40:22.254138 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:22.258029 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:40:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:22.308468 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] No DVR routers for this DVR port 71538b67-89be-473d-af55-d47e33459044 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:40:22.311359 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:22.314028 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'name': 'network-vif-deleted', 'tag': '71538b67-89be-473d-af55-d47e33459044'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:40:22.330617 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2d4ddc0b-b830-4bef-9cc1-a05cb1e4bbf9 req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.54 "DELETE /v2.0/ports/71538b67-89be-473d-af55-d47e33459044 HTTP/1.1" status: 204 len: 173 time: 1.4367514 May 04 14:40:22.365147 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246f5ccc-fe79-434b-b0a3-eef26f3ff286', 'name': 'network-vif-deleted', 'tag': '71538b67-89be-473d-af55-d47e33459044', 'status': 'completed', 'code': 200} May 04 14:40:22.436766 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:22.763953 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:22.768702 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] Checking router: 234d38ef-6112-41a1-82d3-dff212ee9bfa for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:40:22.778464 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:22.779081 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:40:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:22.934719 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d202d95-2dcb-4e97-91bf-6375b2fcf597 req-ba927866-e6b5-4ec7-8252-e135a67a6770 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:22.936195 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8d202d95-2dcb-4e97-91bf-6375b2fcf597 req-ba927866-e6b5-4ec7-8252-e135a67a6770 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 945 time: 0.0800149 May 04 14:40:22.967105 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:22.992345 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8d202d95-2dcb-4e97-91bf-6375b2fcf597 req-6e8be53e-f288-4774-9f8f-83c9c1ce637d tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495162 May 04 14:40:23.060503 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47742) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:23.128878 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.158612 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.213259 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.218796 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20f3bf09-d231-4185-90e0-585f571817c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:23.235354 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497907b7-ef5a-4bef-805f-41bd4db5a1a7,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:23.245448 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.246028 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.246170 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.246557 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.246921 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.247279 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.247624 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.248066 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.248413 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.248918 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.249313 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.249658 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.250002 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:23.253397 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:23.260883 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.261994 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "DELETE /v2.0/security-groups/497907b7-ef5a-4bef-805f-41bd4db5a1a7 HTTP/1.1" status: 204 len: 168 time: 0.2004626 May 04 14:40:23.264793 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47746) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:23.281350 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.api.v2.resource [None req-c2daa47a-5863-445b-a1fc-cbc95e70640e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] show failed (client error): The resource could not be found. May 04 14:40:23.285264 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47750) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:23.285357 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c2daa47a-5863-445b-a1fc-cbc95e70640e tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "GET /v2.0/security-groups/497907b7-ef5a-4bef-805f-41bd4db5a1a7 HTTP/1.1" status: 404 len: 347 time: 0.0195150 May 04 14:40:23.419104 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:23.430583 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79b07b-806e-409c-89f9-1f312de8eddc None None] The sync data for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi is: [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '3701b486-105c-4e7d-a874-d9eb772bcfee', 'name': '', 'network_id': '2f55b652-6723-4dae-8ef8-191ed5aa1699', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'mac_address': 'fa:16:3e:aa:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:50Z', 'updated_at': '2021-05-04T14:33:03Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'subnets': [{'id': 'e460427e-8e27-479c-bbd8-8cbee88c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:40:23.560511 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-4c51e9ef-9187-4b98-bc73-64ec8e48c798 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:23.561989 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-4c51e9ef-9187-4b98-bc73-64ec8e48c798 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 945 time: 0.1499243 May 04 14:40:23.568291 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Deleting port 7deff7d8-609d-4952-871e-d2061a0bb72c {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:23.568637 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.637857 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 71538b67-89be-473d-af55-d47e33459044 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:40:23.671774 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc884700-2cd5-4fb4-9dc8-5b443fd3e778 None None] New status for floating IP 21537b4d-4519-4aa8-88d9-61d2b1d93414: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:40:23.677118 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 71538b67-89be-473d-af55-d47e33459044 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:40:23.677467 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 71538b67-89be-473d-af55-d47e33459044 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:40:23.876519 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.876896 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.998921 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Calling delete_port for 7deff7d8-609d-4952-871e-d2061a0bb72c owned by network:floatingip {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:24.031035 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Deleting port 3490edf3-fb78-446c-ab09-cc691ac258d4 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:24.031376 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.264538 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] For port 3490edf3-fb78-446c-ab09-cc691ac258d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3490edf3-fb78-446c-ab09-cc691ac258d4,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:24.264840 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.389335 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18a9dc-da70-48b1-8517-878a15854ca6 req-fef834e8-fb3c-46f3-8154-4933367db761 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:24.390782 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bf18a9dc-da70-48b1-8517-878a15854ca6 req-fef834e8-fb3c-46f3-8154-4933367db761 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 945 time: 0.2731347 May 04 14:40:24.393429 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.404446 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b2b247c9-ef16-4746-a847-c3bc82d97c12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:24.520853 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Pushing event deleted for resources: {'Port': ['ID=7deff7d8-609d-4952-871e-d2061a0bb72c,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:24.527486 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:24.684254 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bf18a9dc-da70-48b1-8517-878a15854ca6 req-535234c7-7349-486c-9e3c-f23f39dd294e tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups?id=6447cd54-a7eb-4862-9d15-9036413d84ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806618 May 04 14:40:24.743820 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks [] for floatingip, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.747557 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.747948 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.748260 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Floating IP 581117d0-c673-4cca-9517-f2b13e2c729b disassociated. External IP: 172.27.0.122, port: 3490edf3-fb78-446c-ab09-cc691ac258d4. May 04 14:40:24.748600 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Calling delete_port for 3490edf3-fb78-446c-ab09-cc691ac258d4 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:24.773284 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.774373 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] 10.222.0.50 "DELETE /v2.0/floatingips/21537b4d-4519-4aa8-88d9-61d2b1d93414 HTTP/1.1" status: 204 len: 168 time: 1.4882007 May 04 14:40:24.873700 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.880444 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8fecf196-f2c1-430a-bb60-1b9cf604f2bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:24.929664 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event deleted for resources: {'Port': ['ID=3490edf3-fb78-446c-ab09-cc691ac258d4,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:24.933162 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:25.112974 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Router 411b754b-6008-4d97-8070-bdf9c2dbf4cf has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:40:25.410451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:40:25.421476 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] Sync routers for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:40:25.432008 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:25.433359 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:40:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:25.485189 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] No DVR routers for this DVR port 3490edf3-fb78-446c-ab09-cc691ac258d4 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:40:25.490848 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:25.494116 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'name': 'network-vif-deleted', 'tag': '3490edf3-fb78-446c-ab09-cc691ac258d4'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:40:25.516222 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f2db3331-daab-4d1e-b3ef-53ee336abd46 req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.54 "DELETE /v2.0/ports/3490edf3-fb78-446c-ab09-cc691ac258d4 HTTP/1.1" status: 204 len: 173 time: 1.9348555 May 04 14:40:25.543185 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f56149-0ba5-4ab2-86f6-e103c2b32474', 'name': 'network-vif-deleted', 'tag': '3490edf3-fb78-446c-ab09-cc691ac258d4', 'status': 'completed', 'code': 200} May 04 14:40:25.627332 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:25.842706 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2809f680-2e04-4388-be7f-1f67e548fec7 req-6e2b1188-7c35-4473-bf4c-78376e760d60 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Synchronizing usage tracker for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:40:25.860220 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2809f680-2e04-4388-be7f-1f67e548fec7 req-6e2b1188-7c35-4473-bf4c-78376e760d60 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Unset dirty status for tenant:89e30f4e432c4f5bba6c0cc97d191dcd on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:40:25.861675 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2809f680-2e04-4388-be7f-1f67e548fec7 req-6e2b1188-7c35-4473-bf4c-78376e760d60 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5f56149-0ba5-4ab2-86f6-e103c2b32474 HTTP/1.1" status: 200 len: 210 time: 0.0600028 May 04 14:40:25.949381 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:25.953289 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] Checking router: 411b754b-6008-4d97-8070-bdf9c2dbf4cf for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:40:25.962781 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:25.963490 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:40:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:26.152186 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:26.500375 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:26.504296 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e0fef-f775-421f-b1f2-53e6529e73a7 None None] The sync data for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi is: [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:34:10Z', 'revision_number': 4, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '0d96fb0a-d202-4d5b-b83d-a558e379b3a1', 'name': '', 'network_id': '5b42a207-c231-4c84-8e32-165531194e34', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'mac_address': 'fa:16:3e:55:40:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:08Z', 'updated_at': '2021-05-04T14:34:16Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'subnets': [{'id': '110384d5-90f2-4cf8-bb85-d306517a1d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:40:26.702947 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f2539-cd39-49e4-9595-5786e98b4ce7 None None] New status for floating IP 581117d0-c673-4cca-9517-f2b13e2c729b: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:40:26.989007 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47778) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:27.055739 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-96ab3407-b9c9-4b9b-b32e-020f8537b083 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:27.076554 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-43e4eb81-78ea-4b76-8c56-69b93f55234b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:27.090948 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-96ab3407-b9c9-4b9b-b32e-020f8537b083 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:27.144470 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-96ab3407-b9c9-4b9b-b32e-020f8537b083 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:27.148339 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a30cfbee-126a-43da-859b-9624ad274dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:27.163158 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab3407-b9c9-4b9b-b32e-020f8537b083 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447cd54-a7eb-4862-9d15-9036413d84ec,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:27.165874 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-96ab3407-b9c9-4b9b-b32e-020f8537b083 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:27.180244 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-96ab3407-b9c9-4b9b-b32e-020f8537b083 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:27.184027 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-96ab3407-b9c9-4b9b-b32e-020f8537b083 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "DELETE /v2.0/security-groups/6447cd54-a7eb-4862-9d15-9036413d84ec HTTP/1.1" status: 204 len: 168 time: 0.1912823 May 04 14:40:27.184398 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47782) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:27.201293 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.api.v2.resource [None req-6cccf1e3-c055-4f7e-b961-4f337231d19a tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] show failed (client error): The resource could not be found. May 04 14:40:27.202240 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6cccf1e3-c055-4f7e-b961-4f337231d19a tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "GET /v2.0/security-groups/6447cd54-a7eb-4862-9d15-9036413d84ec HTTP/1.1" status: 404 len: 347 time: 0.0169053 May 04 14:40:27.205091 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47786) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:27.525199 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Deleting port e67ae02c-3b0d-4de9-993c-9b8569d9afd6 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:27.525545 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:27.590017 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47796) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:27.637821 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 3490edf3-fb78-446c-ab09-cc691ac258d4 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:40:27.643238 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:27.643496 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:27.678584 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 3490edf3-fb78-446c-ab09-cc691ac258d4 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:40:27.678824 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 3490edf3-fb78-446c-ab09-cc691ac258d4 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:40:27.766217 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Calling delete_port for e67ae02c-3b0d-4de9-993c-9b8569d9afd6 owned by network:floatingip {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:27.881367 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:27.885184 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-03bad9d4-e954-4620-9a58-ebb839841322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:27.928129 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Pushing event deleted for resources: {'Port': ['ID=e67ae02c-3b0d-4de9-993c-9b8569d9afd6,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:27.930879 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:28.023366 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks [] for floatingip, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.042473 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.043628 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] 10.222.0.50 "DELETE /v2.0/floatingips/581117d0-c673-4cca-9517-f2b13e2c729b HTTP/1.1" status: 204 len: 168 time: 0.8376303 May 04 14:40:28.237415 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658246'] for router_interface, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.651520 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Deleting port 3701b486-105c-4e7d-a874-d9eb772bcfee {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:28.651894 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.865155 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] For port 3701b486-105c-4e7d-a874-d9eb772bcfee, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=3701b486-105c-4e7d-a874-d9eb772bcfee,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:28.865462 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.994179 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Calling delete_port for 3701b486-105c-4e7d-a874-d9eb772bcfee owned by network:router_interface {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:29.163975 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.168341 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-038349bd-a83e-4ce1-8ca2-054dcd069258 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:29.238176 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=3701b486-105c-4e7d-a874-d9eb772bcfee,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:29.240918 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:29.481604 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683254'] for router_interface, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.646562 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.832932 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b4f28809-8ee9-4935-8e41-c869ca390049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.845780 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Router 234d38ef-6112-41a1-82d3-dff212ee9bfa has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:40:30.023408 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:40:30.031617 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] Sync routers for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:40:30.036129 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] 10.222.0.50 "PUT /v2.0/routers/234d38ef-6112-41a1-82d3-dff212ee9bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4450033 May 04 14:40:30.038741 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47812) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:30.041158 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:30.041772 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:40:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:30.220892 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:30.312077 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Notify callbacks [] for router, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.482308 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.501391 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:40:29Z', 'revision_number': 5, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port': {'id': '43ecdb6b-7a1c-470e-b5e8-5e1279134b58', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:32:44Z', 'updated_at': '2021-05-04T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:30.505811 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] Checking router: 234d38ef-6112-41a1-82d3-dff212ee9bfa for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:40:30.515078 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] Routers {'234d38ef-6112-41a1-82d3-dff212ee9bfa'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:30.515898 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:40:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['234d38ef-6112-41a1-82d3-dff212ee9bfa'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:30.567739 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Deleting port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:30.568113 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.674227 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] Set router 234d38ef-6112-41a1-82d3-dff212ee9bfa gateway port host: None {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:30.692491 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] For port 43ecdb6b-7a1c-470e-b5e8-5e1279134b58, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=43ecdb6b-7a1c-470e-b5e8-5e1279134b58,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:30.692491 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.792076 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:40:30Z', 'revision_number': 6, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port_host': None}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:30.797574 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad87dd3-e19b-40f4-b04c-67362f017156 None None] The sync data for ids ['234d38ef-6112-41a1-82d3-dff212ee9bfa'] in dv-cinder-772623-4-iscsi is: [{'id': '234d38ef-6112-41a1-82d3-dff212ee9bfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1629282122-router', 'tenant_id': 'cf5345351fb64096b9d4615d49a85a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:32:43Z', 'updated_at': '2021-05-04T14:40:30Z', 'revision_number': 6, 'project_id': 'cf5345351fb64096b9d4615d49a85a11', 'gw_port_host': None}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:40:30.800660 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.817690 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Calling delete_port for 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 owned by network:router_gateway {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:30.961546 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.966500 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-90f2b374-ec30-4d54-a4b6-e9a53db4c6d9 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:31.038265 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ecdb6b-7a1c-470e-b5e8-5e1279134b58,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:31.040843 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:31.116631 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680553'] for router_gateway, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.292396 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29609'] for router, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.294713 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.321815 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680993'] for router, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.322524 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234d38ef-6112-41a1-82d3-dff212ee9bfa {{(pid=73812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:40:31.334820 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Notify callbacks [] for router, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.335974 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] 10.222.0.50 "DELETE /v2.0/routers/234d38ef-6112-41a1-82d3-dff212ee9bfa HTTP/1.1" status: 204 len: 168 time: 1.2962980 May 04 14:40:31.338546 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47826) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:31.396198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff48c67-3913-440c-a188-cb4e925914d2 admin admin] Deleting subnet e460427e-8e27-479c-bbd8-8cbee88c1e50 {{(pid=73812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:40:31.399252 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7ff48c67-3913-440c-a188-cb4e925914d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.450816 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7ff48c67-3913-440c-a188-cb4e925914d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2642442'] for subnet, precommit_delete_associations {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.565319 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7ff48c67-3913-440c-a188-cb4e925914d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.920378 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7ff48c67-3913-440c-a188-cb4e925914d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3882966'] for subnet, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.928049 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:31.963856 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff48c67-3913-440c-a188-cb4e925914d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e460427e-8e27-479c-bbd8-8cbee88c1e50,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:31.966899 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7ff48c67-3913-440c-a188-cb4e925914d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:31.967901 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7ff48c67-3913-440c-a188-cb4e925914d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.976705 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-7ff48c67-3913-440c-a188-cb4e925914d2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e460427e-8e27-479c-bbd8-8cbee88c1e50 HTTP/1.1" status: 204 len: 168 time: 0.6348400 May 04 14:40:31.976915 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c691c-e9c7-49f0-9b08-350263aa3362 None None] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:40:31.977339 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47834) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:32.075696 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47840) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:32.079065 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.157336 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Deleting port 49ff7372-d2f5-4747-9c87-b74cf5613303 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:32.157672 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.239825 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] DHCP port deletion for 2f55b652-6723-4dae-8ef8-191ed5aa1699 request from dv-cinder-772623-4-iscsi {{(pid=73814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:40:32.275229 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] For port 49ff7372-d2f5-4747-9c87-b74cf5613303, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=49ff7372-d2f5-4747-9c87-b74cf5613303,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:32.275698 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.298219 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.318387 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Deleting port 49ff7372-d2f5-4747-9c87-b74cf5613303 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:32.318766 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.400197 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Calling delete_port for 49ff7372-d2f5-4747-9c87-b74cf5613303 owned by network:dhcp {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:32.449277 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.455249 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:32.457533 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] For port 49ff7372-d2f5-4747-9c87-b74cf5613303, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=49ff7372-d2f5-4747-9c87-b74cf5613303,segment=NetworkSegment(183591a6-9610-41e9-a12f-0bd2c30cde70),segment_id=183591a6-9610-41e9-a12f-0bd2c30cde70)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:32.457987 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.502816 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ff7372-d2f5-4747-9c87-b74cf5613303,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:32.508945 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:32.512446 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] No DVR routers for this DVR port 49ff7372-d2f5-4747-9c87-b74cf5613303 on host dv-cinder-772623-4-iscsi {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:40:32.579072 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Calling delete_port for 49ff7372-d2f5-4747-9c87-b74cf5613303 owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:32.633219 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.653802 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 49ff7372-d2f5-4747-9c87-b74cf5613303 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:40:32.692688 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658246'] for router_interface, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.696435 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 49ff7372-d2f5-4747-9c87-b74cf5613303 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:40:32.696784 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 49ff7372-d2f5-4747-9c87-b74cf5613303 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:40:32.697201 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:40:32.736264 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:40:32.736499 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 43ecdb6b-7a1c-470e-b5e8-5e1279134b58 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:40:32.737340 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 3701b486-105c-4e7d-a874-d9eb772bcfee no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:40:32.740787 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f55b652-6723-4dae-8ef8-191ed5aa1699']}} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:32.757550 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183591a6-9610-41e9-a12f-0bd2c30cde70') {'for_net_delete': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:32.758349 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183591a6-9610-41e9-a12f-0bd2c30cde70') {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:32.770747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2642483'] for segment, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.783434 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 3701b486-105c-4e7d-a874-d9eb772bcfee {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:40:32.783840 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 3701b486-105c-4e7d-a874-d9eb772bcfee not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:40:32.788091 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.795893 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=73812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:40:32.810384 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.814976 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:32.860674 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Pushing event deleted for resources: {'Port': ['ID=49ff7372-d2f5-4747-9c87-b74cf5613303,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:32.865484 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] No DVR routers for this DVR port 49ff7372-d2f5-4747-9c87-b74cf5613303 on host dv-cinder-772623-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:40:32.875110 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.875516 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.875874 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.876209 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.876715 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.877356 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.877356 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.877545 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.877806 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.878128 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.878446 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.878821 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:32.882114 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:32.975553 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:40:32.985376 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2643822'] for segment, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.199366 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Deleting port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:33.199995 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.259253 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Network 2f55b652-6723-4dae-8ef8-191ed5aa1699 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: Traceback (most recent call last): May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: timer() May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: cb(*args, **kw) May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: return func(*args, **kwargs) May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: self._notify() May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: self.callback(batched_events) May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: event.method(event) May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: return f(self, *a, **k) May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._get(url).json() May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: return self.request(url, 'GET', **kwargs) May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:40:33.280237 dv-cinder-772623-4-iscsi neutron-server[73812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:40:33.337314 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-5407972d-e067-4135-8718-033f8868110d admin admin] For port 0d96fb0a-d202-4d5b-b83d-a558e379b3a1, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=0d96fb0a-d202-4d5b-b83d-a558e379b3a1,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:33.337679 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.363229 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.368437 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.374148 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-08c7dc4a-05ec-4ef5-9488-845f659e7635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:33.394386 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f55b652-6723-4dae-8ef8-191ed5aa1699,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:33.396980 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:33.413730 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2f55b652-6723-4dae-8ef8-191ed5aa1699 HTTP/1.1" status: 204 len: 168 time: 1.4358566 May 04 14:40:33.464626 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Calling delete_port for 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 owned by network:router_interface {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:33.533871 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47848) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:33.595753 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1b2b2a0e-1cb2-4453-b3cb-d73fee5a22f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf5345351fb64096b9d4615d49a85a11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0605297 May 04 14:40:33.598705 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47852) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:33.657108 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.661615 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ae6615c4-76a8-4266-b3c0-d4abce7a6549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.661783 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:33.689869 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ae6615c4-76a8-4266-b3c0-d4abce7a6549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.705168 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d96fb0a-d202-4d5b-b83d-a558e379b3a1,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:33.737722 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:33.765108 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ae6615c4-76a8-4266-b3c0-d4abce7a6549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.769376 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e6d9079b-e08b-44f1-b5df-8c983f851a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:33.787555 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6615c4-76a8-4266-b3c0-d4abce7a6549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5222b4f-e888-4ccf-81c7-8fb448349f1a,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:33.791674 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ae6615c4-76a8-4266-b3c0-d4abce7a6549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:33.795126 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ae6615c4-76a8-4266-b3c0-d4abce7a6549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.796339 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-ae6615c4-76a8-4266-b3c0-d4abce7a6549 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5222b4f-e888-4ccf-81c7-8fb448349f1a HTTP/1.1" status: 204 len: 168 time: 0.1965976 May 04 14:40:33.977186 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683254'] for router_interface, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:34.366444 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Router 411b754b-6008-4d97-8070-bdf9c2dbf4cf has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:40:34.654228 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5407972d-e067-4135-8718-033f8868110d admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:40:34.663223 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] Sync routers for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:40:34.667109 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5407972d-e067-4135-8718-033f8868110d admin admin] 10.222.0.50 "PUT /v2.0/routers/411b754b-6008-4d97-8070-bdf9c2dbf4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5902843 May 04 14:40:34.669839 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47878) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:34.676145 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:34.676862 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:40:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:34.855733 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:34.863744 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Notify callbacks [] for router, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.044843 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.120545 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Deleting port 5e662311-1d7d-42fa-afa1-78bd2fcc072e {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:35.120888 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.136484 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:40:33Z', 'revision_number': 5, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port': {'id': '5e662311-1d7d-42fa-afa1-78bd2fcc072e', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:03Z', 'updated_at': '2021-05-04T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:35.140503 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] Checking router: 411b754b-6008-4d97-8070-bdf9c2dbf4cf for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:40:35.149141 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] Routers {'411b754b-6008-4d97-8070-bdf9c2dbf4cf'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:35.149749 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:40:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:35.244108 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] For port 5e662311-1d7d-42fa-afa1-78bd2fcc072e, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=5e662311-1d7d-42fa-afa1-78bd2fcc072e,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:35.244579 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.330394 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] Set router 411b754b-6008-4d97-8070-bdf9c2dbf4cf gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:35.375323 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Calling delete_port for 5e662311-1d7d-42fa-afa1-78bd2fcc072e owned by network:router_gateway {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:35.434888 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:40:35Z', 'revision_number': 6, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port_host': None}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:35.439204 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba15926-f7df-4842-88b1-f311eb34f54c None None] The sync data for ids ['411b754b-6008-4d97-8070-bdf9c2dbf4cf'] in dv-cinder-772623-4-iscsi is: [{'id': '411b754b-6008-4d97-8070-bdf9c2dbf4cf', 'name': 'tempest-AttachVolumeTestJSON-1910629700-router', 'tenant_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:01Z', 'updated_at': '2021-05-04T14:40:35Z', 'revision_number': 6, 'project_id': '89e30f4e432c4f5bba6c0cc97d191dcd', 'gw_port_host': None}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:40:35.481425 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47898) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:35.521613 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.526396 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a8aa2c41-13f1-4beb-9879-1765a38ad04c tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:35.573780 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=5e662311-1d7d-42fa-afa1-78bd2fcc072e,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:35.576916 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:35.605831 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-034df0b9-37cd-416a-917a-96aa68e862c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.620469 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-034df0b9-37cd-416a-917a-96aa68e862c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:35.624328 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-034df0b9-37cd-416a-917a-96aa68e862c3 admin admin] Usage tracker for resource:security_group_rule and tenant:7dbb4b3961084a58943308f4c3ad7f13 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:35.627097 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-034df0b9-37cd-416a-917a-96aa68e862c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:35.632788 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-034df0b9-37cd-416a-917a-96aa68e862c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:35.664599 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680553'] for router_gateway, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.719394 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-034df0b9-37cd-416a-917a-96aa68e862c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.724597 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-034df0b9-37cd-416a-917a-96aa68e862c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.731549 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-000a8d77-0fc0-47be-8608-b45d4cb95a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:35.774128 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-034df0b9-37cd-416a-917a-96aa68e862c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dbb4b3961084a58943308f4c3ad7f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890651 May 04 14:40:35.774128 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034df0b9-37cd-416a-917a-96aa68e862c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3819f533-d51b-4949-9395-e8f6cbda03ab,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:35.774482 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47904) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:35.777611 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-034df0b9-37cd-416a-917a-96aa68e862c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:35.965637 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29609'] for router, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.970056 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.011416 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680993'] for router, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.011923 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 411b754b-6008-4d97-8070-bdf9c2dbf4cf {{(pid=73812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:40:36.017658 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-023df8cf-216a-41f4-bf16-4d86c76c4160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.042350 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Notify callbacks [] for router, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.043468 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] 10.222.0.50 "DELETE /v2.0/routers/411b754b-6008-4d97-8070-bdf9c2dbf4cf HTTP/1.1" status: 204 len: 168 time: 1.3721201 May 04 14:40:36.046475 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47908) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:36.050634 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-023df8cf-216a-41f4-bf16-4d86c76c4160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.105746 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-023df8cf-216a-41f4-bf16-4d86c76c4160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.109004 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f8f5bd-0cd2-4469-82a5-78da4a3a8770 admin admin] Deleting subnet 110384d5-90f2-4cf8-bb85-d306517a1d8e {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:40:36.109434 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:36.112066 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-69f8f5bd-0cd2-4469-82a5-78da4a3a8770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.120755 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023df8cf-216a-41f4-bf16-4d86c76c4160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3819f533-d51b-4949-9395-e8f6cbda03ab,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:36.124132 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-023df8cf-216a-41f4-bf16-4d86c76c4160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:36.127483 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-023df8cf-216a-41f4-bf16-4d86c76c4160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.132500 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-023df8cf-216a-41f4-bf16-4d86c76c4160 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3819f533-d51b-4949-9395-e8f6cbda03ab HTTP/1.1" status: 204 len: 168 time: 0.3571396 May 04 14:40:36.170113 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-69f8f5bd-0cd2-4469-82a5-78da4a3a8770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.290593 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-69f8f5bd-0cd2-4469-82a5-78da4a3a8770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.451594 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47916) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:36.471802 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.486279 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:36.490050 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:628208e170a54773a01e55ab63e71afc is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:36.492835 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:36.498436 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:36.551260 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-69f8f5bd-0cd2-4469-82a5-78da4a3a8770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.556720 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ffa0b41e-ce85-400c-8fcf-27cb5afdd1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:36.587869 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:40:36.589110 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.593415 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.593916 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8f5bd-0cd2-4469-82a5-78da4a3a8770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110384d5-90f2-4cf8-bb85-d306517a1d8e,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:36.600876 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-69f8f5bd-0cd2-4469-82a5-78da4a3a8770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:36.601849 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-69f8f5bd-0cd2-4469-82a5-78da4a3a8770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.603198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-96ab3407-b9c9-4b9b-b32e-020f8537b083 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:36.613094 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-69f8f5bd-0cd2-4469-82a5-78da4a3a8770 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/110384d5-90f2-4cf8-bb85-d306517a1d8e HTTP/1.1" status: 204 len: 168 time: 0.5654638 May 04 14:40:36.614132 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d452fd6f-7f45-4229-beb1-ebf79bcd2cd2 None None] Network 5b42a207-c231-4c84-8e32-165531194e34 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:40:36.615926 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 47920) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:36.645126 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=628208e170a54773a01e55ab63e71afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923950 May 04 14:40:36.646059 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f8459d-0685-4ab5-a633-796a41952775,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:36.649124 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:36.649600 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47924) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:36.698517 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:40:36.698866 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 0d96fb0a-d202-4d5b-b83d-a558e379b3a1 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:40:36.699463 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 5e662311-1d7d-42fa-afa1-78bd2fcc072e no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:40:36.706096 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-197d8c4e-b243-4373-ab10-ca25686ac1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.727718 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.737964 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-197d8c4e-b243-4373-ab10-ca25686ac1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.747476 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 5e662311-1d7d-42fa-afa1-78bd2fcc072e {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:40:36.748088 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 5e662311-1d7d-42fa-afa1-78bd2fcc072e not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:40:36.794415 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-197d8c4e-b243-4373-ab10-ca25686ac1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.800019 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c9f3d53c-2906-446f-91f6-8e3136110f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:36.802631 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Deleting port ef9a2383-738f-475f-a76f-48fa94ade4a7 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:36.802958 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.812849 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d8c4e-b243-4373-ab10-ca25686ac1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f8459d-0685-4ab5-a633-796a41952775,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:36.816175 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-197d8c4e-b243-4373-ab10-ca25686ac1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:36.818928 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-197d8c4e-b243-4373-ab10-ca25686ac1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.822988 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-197d8c4e-b243-4373-ab10-ca25686ac1ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41f8459d-0685-4ab5-a633-796a41952775 HTTP/1.1" status: 204 len: 168 time: 0.1724439 May 04 14:40:36.907819 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] For port ef9a2383-738f-475f-a76f-48fa94ade4a7, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=ef9a2383-738f-475f-a76f-48fa94ade4a7,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:36.908172 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.932838 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] DHCP port deletion for 5b42a207-c231-4c84-8e32-165531194e34 request from dv-cinder-772623-4-iscsi {{(pid=73814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:40:37.005941 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] Deleting port ef9a2383-738f-475f-a76f-48fa94ade4a7 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:37.006445 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.032634 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Calling delete_port for ef9a2383-738f-475f-a76f-48fa94ade4a7 owned by network:dhcp {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:37.080418 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.085432 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b6c1e140-b9dd-4a38-8723-d637b5cca86f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:37.109160 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] For port ef9a2383-738f-475f-a76f-48fa94ade4a7, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=ef9a2383-738f-475f-a76f-48fa94ade4a7,segment=NetworkSegment(b7a9a12a-44e6-4823-b310-e1a11bcaae2d),segment_id=b7a9a12a-44e6-4823-b310-e1a11bcaae2d)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:37.109553 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.128302 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9a2383-738f-475f-a76f-48fa94ade4a7,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:37.132164 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:37.134404 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] No DVR routers for this DVR port ef9a2383-738f-475f-a76f-48fa94ade4a7 on host dv-cinder-772623-4-iscsi {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:40:37.241008 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] Calling delete_port for ef9a2383-738f-475f-a76f-48fa94ade4a7 owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:37.258359 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.284746 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.289220 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:37.332168 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] No DVR routers for this DVR port ef9a2383-738f-475f-a76f-48fa94ade4a7 on host dv-cinder-772623-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:40:37.335916 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] Pushing event deleted for resources: {'Port': ['ID=ef9a2383-738f-475f-a76f-48fa94ade4a7,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:37.341393 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:37.370779 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b42a207-c231-4c84-8e32-165531194e34']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:37.383031 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:37.383328 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a9a12a-44e6-4823-b310-e1a11bcaae2d') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:37.395121 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2612989'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.410719 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.416727 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:40:37.673126 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Network 5b42a207-c231-4c84-8e32-165531194e34 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:40:37.681617 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612086'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.851194 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Network 5b42a207-c231-4c84-8e32-165531194e34 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: Traceback (most recent call last): May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: timer() May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: cb(*args, **kw) May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: return func(*args, **kwargs) May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: self._notify() May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: self.callback(batched_events) May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: event.method(event) May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: return f(self, *a, **k) May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._get(url).json() May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:40:37.874104 dv-cinder-772623-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:40:37.949161 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.953169 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-919e583a-cc32-4313-be71-9df7c2d419cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:37.972088 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.978830 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b42a207-c231-4c84-8e32-165531194e34,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:37.983831 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:37.989125 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5b42a207-c231-4c84-8e32-165531194e34 HTTP/1.1" status: 204 len: 168 time: 1.3721869 May 04 14:40:38.109150 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47964) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:38.157577 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-afbcc7dc-0a3d-499b-a502-fae6b4fcf2de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89e30f4e432c4f5bba6c0cc97d191dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470588 May 04 14:40:38.160024 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47968) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:38.222134 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fda93bfc-9954-43f0-a9b5-976a4414e8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.247650 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fda93bfc-9954-43f0-a9b5-976a4414e8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.298441 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fda93bfc-9954-43f0-a9b5-976a4414e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.302163 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0593805d-60b4-41ce-93a0-12ce04ed319e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:38.319247 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda93bfc-9954-43f0-a9b5-976a4414e8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e66513c-b523-4489-aab4-6ca48768fed9,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:38.321513 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-fda93bfc-9954-43f0-a9b5-976a4414e8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:38.326261 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fda93bfc-9954-43f0-a9b5-976a4414e8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.329690 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-fda93bfc-9954-43f0-a9b5-976a4414e8f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e66513c-b523-4489-aab4-6ca48768fed9 HTTP/1.1" status: 204 len: 168 time: 0.1662378 May 04 14:40:38.583250 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device ef9a2383-738f-475f-a76f-48fa94ade4a7 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:40:38.619859 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: ef9a2383-738f-475f-a76f-48fa94ade4a7 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:40:38.620281 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device ef9a2383-738f-475f-a76f-48fa94ade4a7 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:40:38.799500 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 47998) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:38.975812 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.990231 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:38.994330 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] Usage tracker for resource:security_group_rule and tenant:acad4b2af6714375853ab0fd09d384db is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:38.997198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:39.002762 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:39.084806 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.089867 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.098903 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-06618262-6627-477f-80a5-5bdfaa737b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:39.140275 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=acad4b2af6714375853ab0fd09d384db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396587 May 04 14:40:39.140963 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48016) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:39.144634 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07597b1-bb65-429c-909c-89cfcf11d038,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:39.148250 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:39.200878 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-76917427-706e-4e85-aad8-8f1185171a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.227144 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-76917427-706e-4e85-aad8-8f1185171a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.279296 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-76917427-706e-4e85-aad8-8f1185171a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.285851 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bf213961-3561-4153-9d75-be4e2b8bbbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:39.298825 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76917427-706e-4e85-aad8-8f1185171a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07597b1-bb65-429c-909c-89cfcf11d038,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:39.301777 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-76917427-706e-4e85-aad8-8f1185171a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:39.302764 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-76917427-706e-4e85-aad8-8f1185171a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.303892 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-76917427-706e-4e85-aad8-8f1185171a77 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a07597b1-bb65-429c-909c-89cfcf11d038 HTTP/1.1" status: 204 len: 168 time: 0.1625216 May 04 14:40:39.310664 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:40:39.655293 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48034) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:39.673467 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.687504 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:39.691277 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] Usage tracker for resource:security_group_rule and tenant:f84b2584e28b4de3bb3285d1b11b4606 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:39.694130 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:39.699717 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:39.789194 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.793861 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.802268 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0180ed55-cc77-4ac9-9bed-e4fc4b7c5d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:39.844138 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f84b2584e28b4de3bb3285d1b11b4606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877198 May 04 14:40:39.844549 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48042) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:39.845126 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eb9874-faf7-4282-b905-f6d235cc5062,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:39.848782 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:39.907350 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4eedcb47-019d-4299-b037-810293253ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.933035 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4eedcb47-019d-4299-b037-810293253ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.988182 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4eedcb47-019d-4299-b037-810293253ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.995137 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2ad7a339-c9f8-474e-8f5c-d45f0ffa9e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:40.006730 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedcb47-019d-4299-b037-810293253ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eb9874-faf7-4282-b905-f6d235cc5062,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:40.009655 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4eedcb47-019d-4299-b037-810293253ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:40.013851 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4eedcb47-019d-4299-b037-810293253ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.014956 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-4eedcb47-019d-4299-b037-810293253ad1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08eb9874-faf7-4282-b905-f6d235cc5062 HTTP/1.1" status: 204 len: 168 time: 0.1689627 May 04 14:40:40.428610 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48072) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:40.597938 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c756aaca-06f6-4486-bab5-89abc5032cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.613627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c756aaca-06f6-4486-bab5-89abc5032cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:40.617351 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c756aaca-06f6-4486-bab5-89abc5032cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:942fe1f3393a4e05888b4d929bfdeec4 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:40.620361 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c756aaca-06f6-4486-bab5-89abc5032cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:40.626350 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c756aaca-06f6-4486-bab5-89abc5032cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:40.713909 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c756aaca-06f6-4486-bab5-89abc5032cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.718061 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c756aaca-06f6-4486-bab5-89abc5032cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.725507 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6b291f3c-565f-4dca-a55c-e1be0d35b3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:40.765919 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-c756aaca-06f6-4486-bab5-89abc5032cb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=942fe1f3393a4e05888b4d929bfdeec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360555 May 04 14:40:40.766792 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756aaca-06f6-4486-bab5-89abc5032cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bbbe47-369d-4454-afb4-9b65577b1097,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:40.768713 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48088) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:40.769899 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c756aaca-06f6-4486-bab5-89abc5032cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:40.829280 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-67567bdc-6d13-4523-ada5-daac8ffbf644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.855697 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-67567bdc-6d13-4523-ada5-daac8ffbf644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.907409 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-67567bdc-6d13-4523-ada5-daac8ffbf644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.911112 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bbfce747-3618-4b19-93c0-fb427e4835a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:40.923087 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567bdc-6d13-4523-ada5-daac8ffbf644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bbbe47-369d-4454-afb4-9b65577b1097,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:40.925629 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-67567bdc-6d13-4523-ada5-daac8ffbf644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:40.936233 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-67567bdc-6d13-4523-ada5-daac8ffbf644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.940085 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-67567bdc-6d13-4523-ada5-daac8ffbf644 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32bbbe47-369d-4454-afb4-9b65577b1097 HTTP/1.1" status: 204 len: 168 time: 0.1669447 May 04 14:40:41.291012 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48106) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:41.308527 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.326748 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:41.330474 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4d850a2fd7e3443fbec5ce87d094f536 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:41.333318 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:41.338792 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:41.420554 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.425099 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.432094 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-62552559-fcae-487e-84b5-82cc256b7f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:41.472978 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d850a2fd7e3443fbec5ce87d094f536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806066 May 04 14:40:41.474039 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b10752-14be-406b-9804-1e3aeacbfde6,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:41.475909 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48114) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:41.477188 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:41.539591 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8df3e5bc-8bd3-4694-9ce3-55ca3758684b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.565459 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8df3e5bc-8bd3-4694-9ce3-55ca3758684b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.617357 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8df3e5bc-8bd3-4694-9ce3-55ca3758684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.622797 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-64f98e44-d6bd-4d8f-b42b-a0d81cb7497d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:41.636462 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3e5bc-8bd3-4694-9ce3-55ca3758684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b10752-14be-406b-9804-1e3aeacbfde6,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:41.639356 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8df3e5bc-8bd3-4694-9ce3-55ca3758684b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:41.643525 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8df3e5bc-8bd3-4694-9ce3-55ca3758684b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.644672 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-8df3e5bc-8bd3-4694-9ce3-55ca3758684b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30b10752-14be-406b-9804-1e3aeacbfde6 HTTP/1.1" status: 204 len: 168 time: 0.1672037 May 04 14:40:46.478593 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48270) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:46.603991 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d515f3b9-17bf-4d92-ae77-8156460d3839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:46.618617 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d515f3b9-17bf-4d92-ae77-8156460d3839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:46.622705 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d515f3b9-17bf-4d92-ae77-8156460d3839 admin admin] Usage tracker for resource:security_group_rule and tenant:cfd1054023494c5cac99823a07da558b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:46.625712 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d515f3b9-17bf-4d92-ae77-8156460d3839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:46.631880 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d515f3b9-17bf-4d92-ae77-8156460d3839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:46.715340 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d515f3b9-17bf-4d92-ae77-8156460d3839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:46.724947 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d515f3b9-17bf-4d92-ae77-8156460d3839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:46.735411 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3e51b7cc-36cd-44b0-8c17-a95706a73ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:46.781228 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d515f3b9-17bf-4d92-ae77-8156460d3839 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cfd1054023494c5cac99823a07da558b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014882 May 04 14:40:46.782145 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515f3b9-17bf-4d92-ae77-8156460d3839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b09c895-6761-4f33-bf24-06e06c426c06,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:46.784064 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48276) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:46.785417 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d515f3b9-17bf-4d92-ae77-8156460d3839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:46.845794 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7d1779f8-3c3d-4f5b-8faf-92c8681f6a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:46.871626 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7d1779f8-3c3d-4f5b-8faf-92c8681f6a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:46.925427 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7d1779f8-3c3d-4f5b-8faf-92c8681f6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:46.930162 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-839cc899-a2d2-4f12-8b2c-6528405d1db4 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:46.941491 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1779f8-3c3d-4f5b-8faf-92c8681f6a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b09c895-6761-4f33-bf24-06e06c426c06,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:46.944077 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7d1779f8-3c3d-4f5b-8faf-92c8681f6a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:46.947801 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7d1779f8-3c3d-4f5b-8faf-92c8681f6a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:46.949568 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-7d1779f8-3c3d-4f5b-8faf-92c8681f6a60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b09c895-6761-4f33-bf24-06e06c426c06 HTTP/1.1" status: 204 len: 168 time: 0.1644752 May 04 14:40:47.235727 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48288) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:47.256547 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:47.271619 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:47.275601 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] Usage tracker for resource:security_group_rule and tenant:c81301f2f9da4a1a8bb8e4e210ce09a1 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:47.278597 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:47.284534 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:47.366014 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:47.369920 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:47.381325 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-abbbdb5e-4ece-470c-b9fd-081767e1b19f tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:47.421568 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c81301f2f9da4a1a8bb8e4e210ce09a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846528 May 04 14:40:47.424743 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48300) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:47.425680 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72e2170-9a23-4c7a-a526-64f92b28742e,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:47.428767 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:47.484211 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e50436d2-1f47-44a3-939c-fdfef1fb5b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:47.510010 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e50436d2-1f47-44a3-939c-fdfef1fb5b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:47.563718 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e50436d2-1f47-44a3-939c-fdfef1fb5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:47.569245 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9074f164-6e68-456c-837a-216375cbe3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:47.582702 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50436d2-1f47-44a3-939c-fdfef1fb5b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72e2170-9a23-4c7a-a526-64f92b28742e,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:47.586730 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e50436d2-1f47-44a3-939c-fdfef1fb5b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:47.596035 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e50436d2-1f47-44a3-939c-fdfef1fb5b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:47.599837 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e50436d2-1f47-44a3-939c-fdfef1fb5b52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d72e2170-9a23-4c7a-a526-64f92b28742e HTTP/1.1" status: 204 len: 168 time: 0.1714330 May 04 14:40:47.667141 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48308) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:47.897613 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:47.912215 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:47.916242 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a94bc27925482a8272daaa61c446d5 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:47.919213 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:47.925452 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:48.013105 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.017897 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.028805 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9c47bc4a-421c-4031-8ad2-89ea0c8bb86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:48.070718 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4a94bc27925482a8272daaa61c446d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022443 May 04 14:40:48.071646 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128d1cf2-6223-4ca0-aa44-233233963db0,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:48.073520 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48324) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:48.074690 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:48.133696 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6087591b-3bbc-45f0-bd52-b5799d379654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.159957 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6087591b-3bbc-45f0-bd52-b5799d379654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.215680 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6087591b-3bbc-45f0-bd52-b5799d379654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.220689 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e467bfe5-15c6-4b8e-b1e0-bd7d1ec9ee8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:48.235336 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087591b-3bbc-45f0-bd52-b5799d379654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d1cf2-6223-4ca0-aa44-233233963db0,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:48.238303 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6087591b-3bbc-45f0-bd52-b5799d379654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:48.242827 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6087591b-3bbc-45f0-bd52-b5799d379654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.244081 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-6087591b-3bbc-45f0-bd52-b5799d379654 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/128d1cf2-6223-4ca0-aa44-233233963db0 HTTP/1.1" status: 204 len: 168 time: 0.1684389 May 04 14:40:48.603350 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48348) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:48.620989 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a4ae418e-6dfa-402a-95e1-c99863cef769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.634862 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-a4ae418e-6dfa-402a-95e1-c99863cef769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:48.638593 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-a4ae418e-6dfa-402a-95e1-c99863cef769 admin admin] Usage tracker for resource:security_group_rule and tenant:beaca83a52f44ce6b4d099114f7ea35e is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:48.641335 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-a4ae418e-6dfa-402a-95e1-c99863cef769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:48.646870 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-a4ae418e-6dfa-402a-95e1-c99863cef769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:48.728088 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a4ae418e-6dfa-402a-95e1-c99863cef769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.735104 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a4ae418e-6dfa-402a-95e1-c99863cef769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.743582 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4aa04fad-f82f-47d7-b719-16d4b398eb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:48.781702 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-a4ae418e-6dfa-402a-95e1-c99863cef769 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=beaca83a52f44ce6b4d099114f7ea35e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772652 May 04 14:40:48.783530 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae418e-6dfa-402a-95e1-c99863cef769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1662a6c2-2fa9-4f53-8e02-4a0b930e1b96,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:48.784364 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48356) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:48.786818 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a4ae418e-6dfa-402a-95e1-c99863cef769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:48.845646 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-640be040-f12b-4def-a884-149702458f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.871756 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-640be040-f12b-4def-a884-149702458f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.922622 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-640be040-f12b-4def-a884-149702458f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.927648 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ad075937-b0e2-4b4a-bd36-422b9f8027e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:48.946901 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640be040-f12b-4def-a884-149702458f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1662a6c2-2fa9-4f53-8e02-4a0b930e1b96,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:48.949826 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-640be040-f12b-4def-a884-149702458f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:48.954125 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-640be040-f12b-4def-a884-149702458f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:48.958232 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-640be040-f12b-4def-a884-149702458f97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1662a6c2-2fa9-4f53-8e02-4a0b930e1b96 HTTP/1.1" status: 204 len: 168 time: 0.1723499 May 04 14:40:49.742380 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48404) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:49.967227 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2015413594-network', 'tenant_id': '86409475cc6d4c319c5d03ce32eef5a7'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:49.972239 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:49.976713 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Usage tracker for resource:network and tenant:86409475cc6d4c319c5d03ce32eef5a7 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:49.979782 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:49.986286 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:49.997104 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Made reservation on behalf of 86409475cc6d4c319c5d03ce32eef5a7 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:40:49.999517 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.011681 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.029782 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:50.033978 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:86409475cc6d4c319c5d03ce32eef5a7 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:50.036655 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:50.042362 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:50.126530 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.131152 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.135081 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1146889c-14d5-4d06-9be8-e0cc30449d00 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:50.161447 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:40:50.169896 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8786cf9b-b617-4723-981c-89190318f947,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:50.173462 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:50.176065 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.176641 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Added segment 3a93a874-f074-43af-a8f8-c5bc455036f8 of type vlan for network 3794a575-ba23-49e6-b45e-8a5d25647d78 May 04 14:40:50.203531 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.234649 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.236487 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:50.237005 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.241733 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:50.291320 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48420) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:50.330463 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5869832 May 04 14:40:50.333568 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48426) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:50.339062 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Request body: {'subnet': {'network_id': '3794a575-ba23-49e6-b45e-8a5d25647d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2015413594-subnet', 'tenant_id': '86409475cc6d4c319c5d03ce32eef5a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:50.340743 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=3794a575-ba23-49e6-b45e-8a5d25647d78,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:50.343536 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:50.344691 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:50.348912 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Usage tracker for resource:subnet and tenant:86409475cc6d4c319c5d03ce32eef5a7 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:50.351840 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:50.352109 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 3794a575-ba23-49e6-b45e-8a5d25647d78 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:40:50.357452 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:50.368637 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Made reservation on behalf of 86409475cc6d4c319c5d03ce32eef5a7 for: {'subnet': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:40:50.370946 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3883003'] for subnet, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.472438 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f1689acf-c167-497f-a3e5-433b499f7cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.497431 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-f1689acf-c167-497f-a3e5-433b499f7cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:50.503318 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-f1689acf-c167-497f-a3e5-433b499f7cab admin admin] Usage tracker for resource:security_group_rule and tenant:ee15d99c6eb24fa8b86271bcb878d194 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:50.506949 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-f1689acf-c167-497f-a3e5-433b499f7cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:50.514007 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-f1689acf-c167-497f-a3e5-433b499f7cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:50.697936 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f1689acf-c167-497f-a3e5-433b499f7cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.703173 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f1689acf-c167-497f-a3e5-433b499f7cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.711540 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-023df8cf-216a-41f4-bf16-4d86c76c4160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:50.800979 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-f1689acf-c167-497f-a3e5-433b499f7cab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee15d99c6eb24fa8b86271bcb878d194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082693 May 04 14:40:50.802963 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1689acf-c167-497f-a3e5-433b499f7cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8671238-288c-4b9f-a666-5caaafdd8ddf,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:50.803733 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48430) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:50.811169 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f1689acf-c167-497f-a3e5-433b499f7cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:50.864849 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-24bfc1e5-cf16-4d23-8b7e-33a406df6b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.892169 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-24bfc1e5-cf16-4d23-8b7e-33a406df6b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.897048 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3882989'] for subnet, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.901094 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-bbd03f35-b2d8-43fb-9ce4-56bf575a77ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:50.949774 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-24bfc1e5-cf16-4d23-8b7e-33a406df6b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.954886 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ad2afb7e-a6c8-4716-b74f-4c0887746493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:50.966708 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfc1e5-cf16-4d23-8b7e-33a406df6b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8671238-288c-4b9f-a666-5caaafdd8ddf,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:50.969742 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-24bfc1e5-cf16-4d23-8b7e-33a406df6b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:50.972508 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-24bfc1e5-cf16-4d23-8b7e-33a406df6b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:50.977087 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-24bfc1e5-cf16-4d23-8b7e-33a406df6b6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c8671238-288c-4b9f-a666-5caaafdd8ddf HTTP/1.1" status: 204 len: 168 time: 0.1693132 May 04 14:40:50.982019 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdef9f10-a3ad-4f10-9cd6-14fb48a0d535,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:50.987048 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:50.991467 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Checking segment: {'id': '3a93a874-f074-43af-a8f8-c5bc455036f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3794a575-ba23-49e6-b45e-8a5d25647d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:40:50.991840 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Network hostable DHCP agents. Network: 3794a575-ba23-49e6-b45e-8a5d25647d78, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:40:51.009159 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Network 3794a575-ba23-49e6-b45e-8a5d25647d78 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:40:51.018687 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 3794a575-ba23-49e6-b45e-8a5d25647d78) {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:51.028592 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1b2da-6c07-4b44-bdb9-0e217991fefc None None] Network 3794a575-ba23-49e6-b45e-8a5d25647d78 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:40:51.028771 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:51.029446 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.059311 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-d22ffc9b-1233-47d6-84dc-38e6647e7962 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7245934 May 04 14:40:51.244072 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad0ac5e-24c7-413d-b0bc-cb17e7fe624c None None] Network 3794a575-ba23-49e6-b45e-8a5d25647d78 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:40:51.288301 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48444) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:51.311036 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.415231 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:51.419147 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9decad78a746c5aea832ed2bf35a0d is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:51.422003 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:51.427775 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:51.513916 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.519525 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.527912 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bf13c8b1-4715-4407-8fda-65e09832c1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:51.566261 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb9decad78a746c5aea832ed2bf35a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767775 May 04 14:40:51.567962 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee068aaa-6973-4fe4-9cfd-90ae2e595a1f,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:51.569002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48454) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:51.571252 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:51.630058 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ee6f-97b2-471b-86af-a7d8b10d76df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.656604 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ee6f-97b2-471b-86af-a7d8b10d76df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.672821 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48460) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:51.678913 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-551952896-network', 'tenant_id': '1e6de8899b7e456fa7d10ea20556003a'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:51.683831 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:51.687602 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Usage tracker for resource:network and tenant:1e6de8899b7e456fa7d10ea20556003a is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:51.690499 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:51.696258 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:51.709295 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Made reservation on behalf of 1e6de8899b7e456fa7d10ea20556003a for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:40:51.710375 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ee6f-97b2-471b-86af-a7d8b10d76df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.711739 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.715289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-1ab3b509-aaa5-4d2b-937c-93cb419d3edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:51.724245 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.729240 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5ee6f-97b2-471b-86af-a7d8b10d76df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee068aaa-6973-4fe4-9cfd-90ae2e595a1f,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:51.731536 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b3f5ee6f-97b2-471b-86af-a7d8b10d76df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:51.737736 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ee6f-97b2-471b-86af-a7d8b10d76df admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.738886 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-b3f5ee6f-97b2-471b-86af-a7d8b10d76df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee068aaa-6973-4fe4-9cfd-90ae2e595a1f HTTP/1.1" status: 204 len: 168 time: 0.1688094 May 04 14:40:51.739172 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:51.743055 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6de8899b7e456fa7d10ea20556003a is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:51.745928 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:51.751789 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:51.832885 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.837133 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.841050 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8e3a4362-b1ba-4212-85dd-b92e1f9f6f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:51.867354 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:40:51.879913 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d771f94-bd7b-484d-8eae-881036ded511,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:51.883893 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:51.884816 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.885147 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Added segment 26ff743e-ed4d-4ec0-8e0d-a12d16173995 of type vlan for network a742b634-d2ca-433a-aa3c-1b45ca0c6486 May 04 14:40:51.912044 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.942112 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.943457 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:51.944081 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:51.948880 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:52.053055 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Pushing event updated for resources: {'Network': ['ID=a742b634-d2ca-433a-aa3c-1b45ca0c6486,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:52.055946 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:52.060625 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3841145 May 04 14:40:52.061033 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48470) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:52.067801 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Request body: {'subnet': {'network_id': 'a742b634-d2ca-433a-aa3c-1b45ca0c6486', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-551952896-subnet', 'tenant_id': '1e6de8899b7e456fa7d10ea20556003a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:52.067956 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network a742b634-d2ca-433a-aa3c-1b45ca0c6486 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:40:52.073263 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:52.077123 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Usage tracker for resource:subnet and tenant:1e6de8899b7e456fa7d10ea20556003a is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:52.080550 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:52.086338 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:52.098167 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Made reservation on behalf of 1e6de8899b7e456fa7d10ea20556003a for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:40:52.100848 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412960'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:52.513118 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2612885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412982'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:52.518245 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7c1165e9-9eab-404b-935e-cadb987ea7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:52.605677 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=072d52fe-0270-44a2-9d80-5d22573659ea,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:52.609469 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:52.616025 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Checking segment: {'id': '26ff743e-ed4d-4ec0-8e0d-a12d16173995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a742b634-d2ca-433a-aa3c-1b45ca0c6486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:40:52.616444 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Network hostable DHCP agents. Network: a742b634-d2ca-433a-aa3c-1b45ca0c6486, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:40:52.636338 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Network a742b634-d2ca-433a-aa3c-1b45ca0c6486 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:40:52.646757 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, a742b634-d2ca-433a-aa3c-1b45ca0c6486) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:52.655779 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:52.656385 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:52.657844 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5689842-8d66-4a76-8263-0ffc93855cbb None None] Network a742b634-d2ca-433a-aa3c-1b45ca0c6486 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:40:52.679253 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ce0f5051-21f3-4819-bd65-c834315df231 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6172805 May 04 14:40:52.884568 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae99e4-ac21-445e-88fc-554d9749c834 None None] Network a742b634-d2ca-433a-aa3c-1b45ca0c6486 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:40:53.195137 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:56.590708 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48568) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:56.712837 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:56.729466 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:56.733580 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] Usage tracker for resource:security_group_rule and tenant:e82a48ff365b4693ad434cf5eefb893b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:56.736374 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:56.741933 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:56.825413 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:56.830802 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:56.844027 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c477da6a-0035-4710-9b6c-b962ac69b066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:56.885607 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e82a48ff365b4693ad434cf5eefb893b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932105 May 04 14:40:56.886510 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750481f3-27fb-41ee-b956-97e9ea9c231d,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:56.888532 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48574) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:56.889670 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:56.951859 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-999a6748-2130-4e74-a4b6-8e1c1783c780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:56.987300 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-999a6748-2130-4e74-a4b6-8e1c1783c780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.043761 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-999a6748-2130-4e74-a4b6-8e1c1783c780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.048617 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-981b38e7-f557-4da6-b8fd-162ae2cc4524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:57.059851 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a6748-2130-4e74-a4b6-8e1c1783c780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750481f3-27fb-41ee-b956-97e9ea9c231d,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:57.064622 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-999a6748-2130-4e74-a4b6-8e1c1783c780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:57.066603 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-999a6748-2130-4e74-a4b6-8e1c1783c780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.067746 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-999a6748-2130-4e74-a4b6-8e1c1783c780 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/750481f3-27fb-41ee-b956-97e9ea9c231d HTTP/1.1" status: 204 len: 168 time: 0.1782537 May 04 14:40:57.078772 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-df7ecf6a-c1ec-40f5-968a-95f1ebe9fcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.369597 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48582) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:57.390881 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.405344 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:57.409134 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] Usage tracker for resource:security_group_rule and tenant:59a5dffea08d429fa7e7884c3892f18a is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:57.412060 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:57.417954 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:57.506104 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.512839 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.524714 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5515e89b-d373-485e-9384-c697dc29f76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:57.568643 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59a5dffea08d429fa7e7884c3892f18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976886 May 04 14:40:57.569524 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8e1001-d1b8-4835-a222-334b1b00248a,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:57.571515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48586) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:57.572500 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:57.631204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f062e951-f446-4c79-a733-4621de49d347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.657225 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f062e951-f446-4c79-a733-4621de49d347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.712606 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f062e951-f446-4c79-a733-4621de49d347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.723597 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0d23ada6-15eb-47ce-ba4b-cb472dabd7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:57.728421 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062e951-f446-4c79-a733-4621de49d347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8e1001-d1b8-4835-a222-334b1b00248a,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:57.731896 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f062e951-f446-4c79-a733-4621de49d347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:57.735400 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f062e951-f446-4c79-a733-4621de49d347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:57.739310 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-f062e951-f446-4c79-a733-4621de49d347 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d8e1001-d1b8-4835-a222-334b1b00248a HTTP/1.1" status: 204 len: 168 time: 0.1666980 May 04 14:40:59.652709 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:59.835836 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-32e9906d-4cc7-4b28-a5da-e28a36bcaaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:00.726593 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:02.278069 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.473666 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48724) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:03.591314 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.606069 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:03.609991 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] Usage tracker for resource:security_group_rule and tenant:cbdaac7213914412a41f021ec2b899c8 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:03.612854 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:03.618536 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:03.712056 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.716679 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.723983 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-66721dd6-8efc-4c1a-a46c-8a18127b2f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:03.762265 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84c9249-ad01-4cfd-ba8e-682b21f51489,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:03.766594 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbdaac7213914412a41f021ec2b899c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919211 May 04 14:41:03.767555 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:03.769332 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48734) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:03.826859 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1234ef99-6c88-4331-b416-16b5abdc6580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.852666 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1234ef99-6c88-4331-b416-16b5abdc6580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.904394 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1234ef99-6c88-4331-b416-16b5abdc6580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.908153 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-00bfb304-1c40-4808-90fe-e8d0865410e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:03.922565 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234ef99-6c88-4331-b416-16b5abdc6580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84c9249-ad01-4cfd-ba8e-682b21f51489,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:03.925168 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1234ef99-6c88-4331-b416-16b5abdc6580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:03.940754 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1234ef99-6c88-4331-b416-16b5abdc6580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.943014 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1234ef99-6c88-4331-b416-16b5abdc6580 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e84c9249-ad01-4cfd-ba8e-682b21f51489 HTTP/1.1" status: 204 len: 168 time: 0.1728296 May 04 14:41:04.240497 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48748) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:04.261834 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c1eb5ac5-259d-47ea-a5df-533f03feb46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.276593 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c1eb5ac5-259d-47ea-a5df-533f03feb46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:04.280565 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c1eb5ac5-259d-47ea-a5df-533f03feb46b admin admin] Usage tracker for resource:security_group_rule and tenant:a483eb5c45c544a691553f51ab2e3e53 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:04.283711 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c1eb5ac5-259d-47ea-a5df-533f03feb46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:04.289699 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c1eb5ac5-259d-47ea-a5df-533f03feb46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:04.378371 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c1eb5ac5-259d-47ea-a5df-533f03feb46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.384019 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c1eb5ac5-259d-47ea-a5df-533f03feb46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.390712 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-907af3e2-1fdc-459a-af22-db93ebe59678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:04.430218 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c1eb5ac5-259d-47ea-a5df-533f03feb46b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a483eb5c45c544a691553f51ab2e3e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886542 May 04 14:41:04.431145 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb5ac5-259d-47ea-a5df-533f03feb46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2247fe-a8d2-499c-89af-13ac39790844,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:04.433189 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48752) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:04.434204 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c1eb5ac5-259d-47ea-a5df-533f03feb46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:04.493540 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-78f7da9a-0421-42b8-badf-0511c35f37af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.519616 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-78f7da9a-0421-42b8-badf-0511c35f37af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.572540 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-78f7da9a-0421-42b8-badf-0511c35f37af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.576389 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7eb63a2e-0970-4b1d-92a1-31daf77ec67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:04.587514 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7da9a-0421-42b8-badf-0511c35f37af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2247fe-a8d2-499c-89af-13ac39790844,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:04.589907 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-78f7da9a-0421-42b8-badf-0511c35f37af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:04.595448 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-78f7da9a-0421-42b8-badf-0511c35f37af admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.596595 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-78f7da9a-0421-42b8-badf-0511c35f37af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee2247fe-a8d2-499c-89af-13ac39790844 HTTP/1.1" status: 204 len: 168 time: 0.1624410 May 04 14:41:05.070456 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48760) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:05.088248 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-80c0624e-936a-4048-a997-f4c426d0f322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.103455 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-80c0624e-936a-4048-a997-f4c426d0f322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:05.107596 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-80c0624e-936a-4048-a997-f4c426d0f322 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9622a415304301a0cb5eff4c082d19 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:05.110589 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-80c0624e-936a-4048-a997-f4c426d0f322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:05.116706 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-80c0624e-936a-4048-a997-f4c426d0f322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:05.303572 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-80c0624e-936a-4048-a997-f4c426d0f322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.308900 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-80c0624e-936a-4048-a997-f4c426d0f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.316719 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f062e951-f446-4c79-a733-4621de49d347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:05.355334 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-80c0624e-936a-4048-a997-f4c426d0f322 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe9622a415304301a0cb5eff4c082d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837775 May 04 14:41:05.357114 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0624e-936a-4048-a997-f4c426d0f322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655e8d42-1cf9-45d2-93e6-16e357322247,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:05.358558 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48768) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:05.361090 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-80c0624e-936a-4048-a997-f4c426d0f322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:05.418858 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-39445a8c-c676-4585-83e4-def2c42c3dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.443829 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-39445a8c-c676-4585-83e4-def2c42c3dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.514394 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-39445a8c-c676-4585-83e4-def2c42c3dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.523747 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bd7e8133-2fdb-4749-9634-3069f49f0d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:05.536012 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39445a8c-c676-4585-83e4-def2c42c3dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655e8d42-1cf9-45d2-93e6-16e357322247,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:05.539071 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-39445a8c-c676-4585-83e4-def2c42c3dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:05.543879 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-39445a8c-c676-4585-83e4-def2c42c3dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.547904 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-39445a8c-c676-4585-83e4-def2c42c3dba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/655e8d42-1cf9-45d2-93e6-16e357322247 HTTP/1.1" status: 204 len: 168 time: 0.1880059 May 04 14:41:06.319221 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48796) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:06.427204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1688728184-network', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:06.432198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:06.436413 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Usage tracker for resource:network and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:06.439442 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:06.446505 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:06.459364 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Made reservation on behalf of 5e44d657caeb47d5b11692cb70205f8e for: {'network': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:06.461793 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:06.473947 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:06.488354 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:06.492295 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Usage tracker for resource:security_group_rule and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:06.495156 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:06.501142 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:06.583201 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:06.589205 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:06.593485 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f11724c9-7e2e-404d-b170-5ad284d3dd97 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:06.616925 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=73812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:41:06.631649 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda56c70-2f13-46b3-9de2-fd80eb6caf25,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:06.635644 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:06.636587 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:06.636921 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.segments_db [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Added segment 7b03e0dc-d655-43f6-921a-27b0786b60ac of type vlan for network 2426ec7c-67a8-4449-b817-98b70de57924 May 04 14:41:06.666201 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:06.694889 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:06.696227 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:06.696818 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:06.701461 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-51203b9b-b50f-46a8-9678-519f93086fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:06.801562 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Pushing event updated for resources: {'Network': ['ID=2426ec7c-67a8-4449-b817-98b70de57924,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:06.807487 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4845397 May 04 14:41:06.807487 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cf181a73-3a2f-43db-b3ca-7f6f8574abdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:06.807923 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48806) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:06.811956 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 2426ec7c-67a8-4449-b817-98b70de57924 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:41:06.819442 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Request body: {'subnet': {'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1688728184-subnet', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'ip_version': 4}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:06.824454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:06.828641 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Usage tracker for resource:subnet and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:06.831844 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:06.838669 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:06.852741 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Made reservation on behalf of 5e44d657caeb47d5b11692cb70205f8e for: {'subnet': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:06.856406 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3883003'] for subnet, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.247149 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3882989'] for subnet, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.251794 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:07.323515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:07.327494 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:07.331690 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Checking segment: {'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:07.332072 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Network hostable DHCP agents. Network: 2426ec7c-67a8-4449-b817-98b70de57924, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:41:07.350216 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Network 2426ec7c-67a8-4449-b817-98b70de57924 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:41:07.360171 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 2426ec7c-67a8-4449-b817-98b70de57924) {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:07.369928 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a470ff92-4975-4c7d-a2b7-cf1b84936994 None None] Network 2426ec7c-67a8-4449-b817-98b70de57924 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:07.372927 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:07.373523 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.394356 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-6cd5192c-74c4-4fbe-8c4f-875a4483e2b0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5856633 May 04 14:41:07.397231 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48818) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:07.402401 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:07.407396 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:07.411572 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Usage tracker for resource:router and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:07.414441 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:07.420661 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:07.430918 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29531'] for router, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.432269 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29522'] for router, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.448172 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.597422 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a451dd-dd73-5bd1-aab2-6d9cbca5dd60-2426ec7c-67a8-4449-b817-98b70de57924', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad'}]}} from dv-cinder-772623-4-iscsi. {{(pid=73814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:41:07.598716 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.734838 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.795747 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Allocated IP 172.20.0.2 (2426ec7c-67a8-4449-b817-98b70de57924/4bb8bab2-919e-4fcd-bad4-70b27fdc60ad/86f16f6b-f73a-4bf0-83f3-c2c136411265) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:08.005759 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.021284 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Transition to ACTIVE for port object 86f16f6b-f73a-4bf0-83f3-c2c136411265 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:08.043733 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Transition to ACTIVE for port object 86f16f6b-f73a-4bf0-83f3-c2c136411265 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:08.051517 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.056216 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:08.118255 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Network 2426ec7c-67a8-4449-b817-98b70de57924 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:08.121285 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:08.126893 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:08.163433 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.185383 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Pushing event updated for resources: {'Port': ['ID=86f16f6b-f73a-4bf0-83f3-c2c136411265,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:08.188951 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:08.192311 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.238266 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Attempting to bind port 86f16f6b-f73a-4bf0-83f3-c2c136411265 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:08.238643 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Attempting to bind port 86f16f6b-f73a-4bf0-83f3-c2c136411265 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:08.239057 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Attempting to bind port 86f16f6b-f73a-4bf0-83f3-c2c136411265 on network 2426ec7c-67a8-4449-b817-98b70de57924 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:08.244470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:08.244833 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Checking segment: {'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:08.245235 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.245643 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Bound using segment: {'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:08.246101 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Bound port: 86f16f6b-f73a-4bf0-83f3-c2c136411265, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:08.246474 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.325646 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Allocated IP 172.27.0.200 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/8298798c-16c1-4547-8ebf-a9a727ece513) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:08.338359 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] For port 86f16f6b-f73a-4bf0-83f3-c2c136411265, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:08.341752 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] For port 86f16f6b-f73a-4bf0-83f3-c2c136411265, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=86f16f6b-f73a-4bf0-83f3-c2c136411265,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:08.345805 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.350853 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:08.432842 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Pushing event updated for resources: {'Port': ['ID=86f16f6b-f73a-4bf0-83f3-c2c136411265,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:08.436228 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:08.474942 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.505586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.510639 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6f807412-38ab-4d7f-8c16-dc85f902eeda tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:08.573993 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:08.576933 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:08.586223 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:08.633425 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Pushing event updated for resources: {'Port': ['ID=8298798c-16c1-4547-8ebf-a9a727ece513,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:08.637956 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:09.023263 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:09.234113 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccee5174-fea2-4ca6-b7b9-3e9cb5b8c765 None None] Network 2426ec7c-67a8-4449-b817-98b70de57924 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:09.346109 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-d60ef810-7e5d-4fe6-9262-1fe070a70fe0 None None] Provisioning for port 86f16f6b-f73a-4bf0-83f3-c2c136411265 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:09.380634 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636'] for router, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:09.431905 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48842) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:09.498412 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8b926a-9922-4634-a570-5d46c105e02f admin admin] Deleting subnet cdef9f10-a3ad-4f10-9cd6-14fb48a0d535 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:41:09.501954 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e8b926a-9922-4634-a570-5d46c105e02f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:09.553044 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e8b926a-9922-4634-a570-5d46c105e02f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:09.616195 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e8b926a-9922-4634-a570-5d46c105e02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:09.700165 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Router 7cee03fd-8cca-4c51-bc9e-09e179141400 is scheduled to L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 with binding_index 1 {{(pid=73812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:41:09.884545 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:09.893322 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Sync routers for ids ['7cee03fd-8cca-4c51-bc9e-09e179141400'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:09.903766 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Routers {'7cee03fd-8cca-4c51-bc9e-09e179141400'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:09.904468 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['7cee03fd-8cca-4c51-bc9e-09e179141400'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:09.910316 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Notify callbacks [] for router, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:09.912303 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5137038 May 04 14:41:09.914656 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48846) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:09.956500 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e8b926a-9922-4634-a570-5d46c105e02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:09.961697 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-11975bb1-8bd3-4b9a-ad33-5939cf6e1564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:09.997453 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e8b926a-9922-4634-a570-5d46c105e02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.000186 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b926a-9922-4634-a570-5d46c105e02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdef9f10-a3ad-4f10-9cd6-14fb48a0d535,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:10.003146 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5e8b926a-9922-4634-a570-5d46c105e02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:10.008934 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5e8b926a-9922-4634-a570-5d46c105e02f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cdef9f10-a3ad-4f10-9cd6-14fb48a0d535 HTTP/1.1" status: 204 len: 168 time: 0.5738184 May 04 14:41:10.009577 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48850) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:10.094950 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Set router 7cee03fd-8cca-4c51-bc9e-09e179141400 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:10.191698 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.372860 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:08Z', 'revision_number': 3, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:10.376899 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Checking router: 7cee03fd-8cca-4c51-bc9e-09e179141400 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:10.377256 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Updating router 7cee03fd-8cca-4c51-bc9e-09e179141400 port 8298798c-16c1-4547-8ebf-a9a727ece513 binding host dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:41:10.428016 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.461026 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.670635 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 86f16f6b-f73a-4bf0-83f3-c2c136411265 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:10.696962 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3794a575-ba23-49e6-b45e-8a5d25647d78']}} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:10.713578 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a93a874-f074-43af-a8f8-c5bc455036f8') {'for_net_delete': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:10.713773 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a93a874-f074-43af-a8f8-c5bc455036f8') {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:10.739849 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2642483'] for segment, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.784750 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 86f16f6b-f73a-4bf0-83f3-c2c136411265 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:10.785040 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.801031 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=73812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:41:10.819615 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 86f16f6b-f73a-4bf0-83f3-c2c136411265 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:10.820012 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.898021 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.916376 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Transition to ACTIVE for port object 8298798c-16c1-4547-8ebf-a9a727ece513 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:10.925329 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.929456 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:11.053119 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Attempting to bind port 8298798c-16c1-4547-8ebf-a9a727ece513 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:11.053493 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Attempting to bind port 8298798c-16c1-4547-8ebf-a9a727ece513 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:11.053854 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Attempting to bind port 8298798c-16c1-4547-8ebf-a9a727ece513 on network a2b590c2-19b7-4052-a497-500fc545d77d {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:11.057556 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7efae-850d-4b64-acf4-69aced0d0a0e None None] Pushing event updated for resources: {'Port': ['ID=8298798c-16c1-4547-8ebf-a9a727ece513,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:11.062371 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-12c7efae-850d-4b64-acf4-69aced0d0a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:11.063109 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.075153 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:11.075522 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:11.075951 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.076337 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Bound using segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:11.076810 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Bound port: 8298798c-16c1-4547-8ebf-a9a727ece513, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:11.077182 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.125422 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Network 3794a575-ba23-49e6-b45e-8a5d25647d78 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:41:11.135159 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2643822'] for segment, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.153599 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 86f16f6b-f73a-4bf0-83f3-c2c136411265, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=86f16f6b-f73a-4bf0-83f3-c2c136411265,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:11.159697 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.163189 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:11.198492 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] For port 8298798c-16c1-4547-8ebf-a9a727ece513, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:11.219147 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] For port 8298798c-16c1-4547-8ebf-a9a727ece513, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=8298798c-16c1-4547-8ebf-a9a727ece513,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:11.227621 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.249704 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=86f16f6b-f73a-4bf0-83f3-c2c136411265,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:11.253470 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:11.254422 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-12c7efae-850d-4b64-acf4-69aced0d0a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:11.300964 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Routers {'7cee03fd-8cca-4c51-bc9e-09e179141400'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:11.301548 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['7cee03fd-8cca-4c51-bc9e-09e179141400'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:11.346957 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.356596 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Network 3794a575-ba23-49e6-b45e-8a5d25647d78 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: Traceback (most recent call last): May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: timer() May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: cb(*args, **kw) May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: return func(*args, **kwargs) May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: self._notify() May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: self.callback(batched_events) May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: event.method(event) May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: return f(self, *a, **k) May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._get(url).json() May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: return self.request(url, 'GET', **kwargs) May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:41:11.378323 dv-cinder-772623-4-iscsi neutron-server[73812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:41:11.398076 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7efae-850d-4b64-acf4-69aced0d0a0e None None] Pushing event updated for resources: {'Port': ['ID=8298798c-16c1-4547-8ebf-a9a727ece513,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:11.448579 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-12c7efae-850d-4b64-acf4-69aced0d0a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:11.491387 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] Set router 7cee03fd-8cca-4c51-bc9e-09e179141400 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:11.494547 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.506425 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:11.518676 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.537466 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3794a575-ba23-49e6-b45e-8a5d25647d78,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:11.541858 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:11.543251 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-dfed4c96-f46b-4c0e-a9af-af18917d98b7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3794a575-ba23-49e6-b45e-8a5d25647d78 HTTP/1.1" status: 204 len: 168 time: 1.5330961 May 04 14:41:11.546269 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48854) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:11.606086 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-618efed1-5e0d-43ac-b2ee-fe613714209b admin admin] Deleting subnet 072d52fe-0270-44a2-9d80-5d22573659ea {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:41:11.609331 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-618efed1-5e0d-43ac-b2ee-fe613714209b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.663111 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-618efed1-5e0d-43ac-b2ee-fe613714209b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.672788 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Allocated IP 172.20.0.1 (2426ec7c-67a8-4449-b817-98b70de57924/4bb8bab2-919e-4fcd-bad4-70b27fdc60ad/e80083c3-e6f6-4d36-8b81-eedc13564be1) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:11.717590 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-618efed1-5e0d-43ac-b2ee-fe613714209b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.766597 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:08Z', 'revision_number': 3, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:11.770587 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a9bb6-7317-4c0d-80e7-88734bc1e9b0 None None] The sync data for ids ['7cee03fd-8cca-4c51-bc9e-09e179141400'] in dv-cinder-772623-4-iscsi is: [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:08Z', 'revision_number': 3, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:11.823793 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.840238 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Transition to ACTIVE for port object e80083c3-e6f6-4d36-8b81-eedc13564be1 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:11.866880 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.872221 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-159c42cb-bb8d-4c70-a88f-5d644af69b37 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:11.926984 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Network 2426ec7c-67a8-4449-b817-98b70de57924 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:11.934146 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:11.938366 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:11.986152 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Pushing event updated for resources: {'Port': ['ID=e80083c3-e6f6-4d36-8b81-eedc13564be1,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:12.003646 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:12.010122 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-618efed1-5e0d-43ac-b2ee-fe613714209b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.015936 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:12.017903 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658387'] for router_interface, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.067841 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618efed1-5e0d-43ac-b2ee-fe613714209b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072d52fe-0270-44a2-9d80-5d22573659ea,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:12.071044 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-618efed1-5e0d-43ac-b2ee-fe613714209b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:12.075426 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-618efed1-5e0d-43ac-b2ee-fe613714209b admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.085253 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-618efed1-5e0d-43ac-b2ee-fe613714209b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/072d52fe-0270-44a2-9d80-5d22573659ea HTTP/1.1" status: 204 len: 168 time: 0.5377355 May 04 14:41:12.086094 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48858) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:12.237912 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.309619 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.320963 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-8b25778d-a359-4fb7-ad2a-ac6dddc8ecca None None] Provisioning for port e80083c3-e6f6-4d36-8b81-eedc13564be1 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:12.329918 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-8b25778d-a359-4fb7-ad2a-ac6dddc8ecca None None] Provisioning complete for port e80083c3-e6f6-4d36-8b81-eedc13564be1 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:12.330573 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8b25778d-a359-4fb7-ad2a-ac6dddc8ecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.367701 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.392571 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-8b25778d-a359-4fb7-ad2a-ac6dddc8ecca None None] Port e80083c3-e6f6-4d36-8b81-eedc13564be1 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:41:12.485235 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a742b634-d2ca-433a-aa3c-1b45ca0c6486']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:12.499173 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ff743e-ed4d-4ec0-8e0d-a12d16173995') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:12.499550 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ff743e-ed4d-4ec0-8e0d-a12d16173995') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:12.511589 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2612989'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.528783 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.535730 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:41:12.544645 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.549690 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.699216 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 86f16f6b-f73a-4bf0-83f3-c2c136411265 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:12.727990 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4830bd76-5867-4755-890e-0e2f7136651d tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:12.735627 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Network a742b634-d2ca-433a-aa3c-1b45ca0c6486 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:41:12.744078 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612086'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.767971 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 86f16f6b-f73a-4bf0-83f3-c2c136411265 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:12.768756 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.788204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658288'] for router_interface, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.792536 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Pushing event updated for resources: {'Port': ['ID=e80083c3-e6f6-4d36-8b81-eedc13564be1,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:12.797019 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:12.908201 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Network a742b634-d2ca-433a-aa3c-1b45ca0c6486 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:41:12.928087 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Network 2426ec7c-67a8-4449-b817-98b70de57924 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:12.929205 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: Traceback (most recent call last): May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: timer() May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: cb(*args, **kw) May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: return func(*args, **kwargs) May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: self._notify() May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: self.callback(batched_events) May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: event.method(event) May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: return f(self, *a, **k) May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._get(url).json() May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:41:12.931162 dv-cinder-772623-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:41:12.933290 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 8298798c-16c1-4547-8ebf-a9a727ece513 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:13.009359 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 8298798c-16c1-4547-8ebf-a9a727ece513 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:13.015322 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 8298798c-16c1-4547-8ebf-a9a727ece513 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:13.016015 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.120790 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.125670 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-38166b58-c2b3-4897-8f60-98026796f9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:13.148492 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.169004 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.172005 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=a742b634-d2ca-433a-aa3c-1b45ca0c6486,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:13.175182 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Router 7cee03fd-8cca-4c51-bc9e-09e179141400 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:41:13.179569 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 8298798c-16c1-4547-8ebf-a9a727ece513, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=8298798c-16c1-4547-8ebf-a9a727ece513,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:13.185056 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:13.186439 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.188665 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:13.189280 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bade55d2-7b93-4bd9-bc71-5f4c15233e32 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a742b634-d2ca-433a-aa3c-1b45ca0c6486 HTTP/1.1" status: 204 len: 168 time: 1.1011486 May 04 14:41:13.280971 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-93b0a196-6277-42a0-8ff0-c3d17c7705ec None None] Provisioning complete for port e80083c3-e6f6-4d36-8b81-eedc13564be1 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:13.281203 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-93b0a196-6277-42a0-8ff0-c3d17c7705ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.309220 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=8298798c-16c1-4547-8ebf-a9a727ece513,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:13.328893 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48864) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:13.330218 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:13.336930 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-93b0a196-6277-42a0-8ff0-c3d17c7705ec None None] Port e80083c3-e6f6-4d36-8b81-eedc13564be1 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:41:13.376647 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:13.381725 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] 10.222.0.50 "PUT /v2.0/routers/7cee03fd-8cca-4c51-bc9e-09e179141400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4658041 May 04 14:41:13.385760 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ced3ffed-26f1-40a3-be04-6ee7ee0fe4d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86409475cc6d4c319c5d03ce32eef5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556593 May 04 14:41:13.388077 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48868) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:13.450871 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0b4beeef-35f6-45cf-9ee5-a56dd75cfebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.478725 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0b4beeef-35f6-45cf-9ee5-a56dd75cfebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.536415 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0b4beeef-35f6-45cf-9ee5-a56dd75cfebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.540195 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1234ef99-6c88-4331-b416-16b5abdc6580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:13.551383 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4beeef-35f6-45cf-9ee5-a56dd75cfebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8786cf9b-b617-4723-981c-89190318f947,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:13.554295 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0b4beeef-35f6-45cf-9ee5-a56dd75cfebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:13.560776 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0b4beeef-35f6-45cf-9ee5-a56dd75cfebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.561894 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-0b4beeef-35f6-45cf-9ee5-a56dd75cfebb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8786cf9b-b617-4723-981c-89190318f947 HTTP/1.1" status: 204 len: 168 time: 0.1709776 May 04 14:41:13.590908 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Sync routers for ids ['7cee03fd-8cca-4c51-bc9e-09e179141400'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:13.600818 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Routers {'7cee03fd-8cca-4c51-bc9e-09e179141400'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:13.601432 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['7cee03fd-8cca-4c51-bc9e-09e179141400'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:13.783605 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Set router 7cee03fd-8cca-4c51-bc9e-09e179141400 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:13.976255 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48888) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:14.026919 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-da0886d4-4b35-47de-9082-c14bef5e2275 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e6de8899b7e456fa7d10ea20556003a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492496 May 04 14:41:14.029328 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48892) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:14.093978 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-159a2017-6a0b-4cd4-b625-c1f8c37fd8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.103137 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:12Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'e80083c3-e6f6-4d36-8b81-eedc13564be1', 'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'mac_address': 'fa:16:3e:7a:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:11Z', 'updated_at': '2021-05-04T14:41:12Z', 'revision_number': 2, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'subnets': [{'id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:14.106981 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48898) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:14.113197 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Checking router: 7cee03fd-8cca-4c51-bc9e-09e179141400 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:14.113370 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1770079995-network', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:14.113696 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Updating router 7cee03fd-8cca-4c51-bc9e-09e179141400 port e80083c3-e6f6-4d36-8b81-eedc13564be1 binding host dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:41:14.117891 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:14.121257 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-159a2017-6a0b-4cd4-b625-c1f8c37fd8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.122047 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Usage tracker for resource:network and tenant:f0c7308c9a2b4ed1af959d71f6b19b05 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:14.125206 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:14.132130 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:14.151362 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Made reservation on behalf of f0c7308c9a2b4ed1af959d71f6b19b05 for: {'network': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:14.154683 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.167554 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.183148 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:14.184041 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.186750 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-159a2017-6a0b-4cd4-b625-c1f8c37fd8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.187539 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Usage tracker for resource:security_group_rule and tenant:f0c7308c9a2b4ed1af959d71f6b19b05 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:14.193081 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:14.193257 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d7d70009-b94d-4d5e-acac-d4942cb3407f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:14.200871 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:14.205574 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a2017-6a0b-4cd4-b625-c1f8c37fd8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d771f94-bd7b-484d-8eae-881036ded511,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:14.208041 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-159a2017-6a0b-4cd4-b625-c1f8c37fd8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.209148 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-159a2017-6a0b-4cd4-b625-c1f8c37fd8d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d771f94-bd7b-484d-8eae-881036ded511 HTTP/1.1" status: 204 len: 168 time: 0.1788816 May 04 14:41:14.210031 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-159a2017-6a0b-4cd4-b625-c1f8c37fd8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:14.296968 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.301701 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.306389 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4c76c835-0f9c-45f4-bcb4-9d71ad02b08a tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:14.329913 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=73812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:41:14.342577 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e548ca-8b81-4de6-82eb-40c59546c82c,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:14.346705 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:14.347683 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.348443 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.segments_db [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Added segment 70f63451-3e6a-4dd0-abae-fed53c416129 of type vlan for network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 May 04 14:41:14.374584 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.408251 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.409682 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:14.410276 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.414218 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-12554aab-96dd-4dae-ad3e-aa7855541d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:14.512918 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4047282 May 04 14:41:14.513747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Pushing event updated for resources: {'Network': ['ID=61f1a246-7af6-4f1d-bcd1-b7a45d023339,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:14.515878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 48908) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:14.518318 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:14.522401 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Request body: {'subnet': {'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1770079995-subnet', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'ip_version': 4}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:14.527362 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:14.528213 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:41:14.531341 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Usage tracker for resource:subnet and tenant:f0c7308c9a2b4ed1af959d71f6b19b05 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:14.534361 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:14.543954 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:14.572915 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Made reservation on behalf of f0c7308c9a2b4ed1af959d71f6b19b05 for: {'subnet': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:14.575432 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3883003'] for subnet, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.592642 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.614777 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Transition to ACTIVE for port object e80083c3-e6f6-4d36-8b81-eedc13564be1 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:14.623391 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.629613 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 8298798c-16c1-4547-8ebf-a9a727ece513 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:14.631123 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-394950b9-7fab-4c85-acbc-327de537c88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:14.749338 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 8298798c-16c1-4547-8ebf-a9a727ece513 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:14.750022 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.823187 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Pushing event updated for resources: {'Port': ['ID=e80083c3-e6f6-4d36-8b81-eedc13564be1,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:14.937775 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.938043 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.938558 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.939038 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.939360 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.939697 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.940165 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.941280 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.941800 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.942205 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.942593 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.942976 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:14.946892 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:14.971356 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Attempting to bind port e80083c3-e6f6-4d36-8b81-eedc13564be1 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:14.971953 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Attempting to bind port e80083c3-e6f6-4d36-8b81-eedc13564be1 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:14.972625 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Attempting to bind port e80083c3-e6f6-4d36-8b81-eedc13564be1 on network 2426ec7c-67a8-4449-b817-98b70de57924 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:14.979167 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:14.982024 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Checking segment: {'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:14.982880 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.983580 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Bound using segment: {'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:14.984157 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Bound port: e80083c3-e6f6-4d36-8b81-eedc13564be1, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:14.984610 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.070817 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] For port e80083c3-e6f6-4d36-8b81-eedc13564be1, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:15.073819 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] For port e80083c3-e6f6-4d36-8b81-eedc13564be1, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=e80083c3-e6f6-4d36-8b81-eedc13564be1,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:15.080904 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.088098 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:15.113401 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3882989'] for subnet, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.117642 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:15.175049 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Pushing event updated for resources: {'Port': ['ID=e80083c3-e6f6-4d36-8b81-eedc13564be1,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:15.183750 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-47e39305-dfed-47dd-9dc6-bdd51ce424fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:15.187139 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Routers {'7cee03fd-8cca-4c51-bc9e-09e179141400'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:15.188205 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['7cee03fd-8cca-4c51-bc9e-09e179141400'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:15.208885 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Checking segment: {'id': '70f63451-3e6a-4dd0-abae-fed53c416129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:15.209253 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Network hostable DHCP agents. Network: 61f1a246-7af6-4f1d-bcd1-b7a45d023339, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:41:15.212120 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Pushing event updated for resources: {'Subnet': ['ID=91af0635-ff5d-490b-8ea0-13c1cc4642e9,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:15.215516 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:15.237406 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:41:15.251152 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 61f1a246-7af6-4f1d-bcd1-b7a45d023339) {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:15.259948 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0016965c-326e-4f41-8771-b52d52a3d61e None None] Network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:15.269890 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:15.270787 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-96406198-3610-4936-802e-d501001bf76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.299303 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48930) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:15.299919 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-96406198-3610-4936-802e-d501001bf76c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7824357 May 04 14:41:15.304622 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1770079995-router', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:15.309550 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:15.313590 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Usage tracker for resource:router and tenant:f0c7308c9a2b4ed1af959d71f6b19b05 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:15.316949 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:15.323040 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:15.341723 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29531'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.343253 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29522'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.371279 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.456294 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] Set router 7cee03fd-8cca-4c51-bc9e-09e179141400 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:15.518049 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a451dd-dd73-5bd1-aab2-6d9cbca5dd60-61f1a246-7af6-4f1d-bcd1-b7a45d023339', 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'fixed_ips': [{'subnet_id': '91af0635-ff5d-490b-8ea0-13c1cc4642e9'}]}} from dv-cinder-772623-4-iscsi. {{(pid=73814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:41:15.518873 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.696199 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Allocated IP 172.20.0.2 (61f1a246-7af6-4f1d-bcd1-b7a45d023339/91af0635-ff5d-490b-8ea0-13c1cc4642e9/b4a155d2-8591-430c-bf00-ff9711b1d890) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:15.697587 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.869418 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:12Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'e80083c3-e6f6-4d36-8b81-eedc13564be1', 'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'mac_address': 'fa:16:3e:7a:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:11Z', 'updated_at': '2021-05-04T14:41:15Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'subnets': [{'id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:15.876076 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6c765-b3a8-4472-9f9e-86e7e187f884 None None] The sync data for ids ['7cee03fd-8cca-4c51-bc9e-09e179141400'] in dv-cinder-772623-4-iscsi is: [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:12Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'e80083c3-e6f6-4d36-8b81-eedc13564be1', 'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'mac_address': 'fa:16:3e:7a:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:11Z', 'updated_at': '2021-05-04T14:41:15Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'subnets': [{'id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:15.972762 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.986001 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Transition to ACTIVE for port object b4a155d2-8591-430c-bf00-ff9711b1d890 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:16.009395 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Transition to ACTIVE for port object b4a155d2-8591-430c-bf00-ff9711b1d890 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:16.016106 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.022161 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:16.077508 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.079062 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:16.081990 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:16.085708 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:16.117654 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.172987 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Pushing event updated for resources: {'Port': ['ID=b4a155d2-8591-430c-bf00-ff9711b1d890,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:16.176769 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:16.202313 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Attempting to bind port b4a155d2-8591-430c-bf00-ff9711b1d890 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:16.202886 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Attempting to bind port b4a155d2-8591-430c-bf00-ff9711b1d890 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '70f63451-3e6a-4dd0-abae-fed53c416129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:16.203247 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Attempting to bind port b4a155d2-8591-430c-bf00-ff9711b1d890 on network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:16.209169 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:16.209550 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Checking segment: {'id': '70f63451-3e6a-4dd0-abae-fed53c416129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:16.209958 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.210355 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Bound using segment: {'id': '70f63451-3e6a-4dd0-abae-fed53c416129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:16.210884 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Bound port: b4a155d2-8591-430c-bf00-ff9711b1d890, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f63451-3e6a-4dd0-abae-fed53c416129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:16.211210 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.264549 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Allocated IP 172.27.0.222 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/09624c5d-db5d-40fe-b66b-d44301ea903b) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:16.306835 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] For port b4a155d2-8591-430c-bf00-ff9711b1d890, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:16.315169 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:41:16.317227 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] For port b4a155d2-8591-430c-bf00-ff9711b1d890, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=b4a155d2-8591-430c-bf00-ff9711b1d890,segment=NetworkSegment(70f63451-3e6a-4dd0-abae-fed53c416129),segment_id=70f63451-3e6a-4dd0-abae-fed53c416129)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:16.323241 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.332445 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:16.426375 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.446077 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Pushing event updated for resources: {'Port': ['ID=b4a155d2-8591-430c-bf00-ff9711b1d890,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:16.449328 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:16.464500 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.468339 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:16.532382 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:16.536039 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:16.539841 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:16.569754 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Pushing event updated for resources: {'Port': ['ID=09624c5d-db5d-40fe-b66b-d44301ea903b,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:16.576506 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:16.680521 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device e80083c3-e6f6-4d36-8b81-eedc13564be1 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:16.766106 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port e80083c3-e6f6-4d36-8b81-eedc13564be1 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:16.772083 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port e80083c3-e6f6-4d36-8b81-eedc13564be1 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:16.772581 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.892650 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.927377 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port e80083c3-e6f6-4d36-8b81-eedc13564be1, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=e80083c3-e6f6-4d36-8b81-eedc13564be1,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:16.932287 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.934324 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:17.011969 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=e80083c3-e6f6-4d36-8b81-eedc13564be1,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:17.015874 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:17.098456 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:17.436303 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ccf7c6-8395-46d6-9978-42770fb48b22 None None] Network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:17.506863 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:17.528978 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-377113eb-0125-42ac-b90f-6df33e9b811f None None] Provisioning for port b4a155d2-8591-430c-bf00-ff9711b1d890 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:17.722201 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Router f617bb34-9d53-4fa8-a5ec-61d0af961a78 is scheduled to L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:41:17.898250 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:17.907108 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Sync routers for ids ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:17.917081 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Routers {'f617bb34-9d53-4fa8-a5ec-61d0af961a78'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:17.917744 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:17.921371 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:17.925234 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6222615 May 04 14:41:17.925409 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 48950) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:18.096304 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Set router f617bb34-9d53-4fa8-a5ec-61d0af961a78 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:18.374818 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'name': 'tempest-TestMinimumBasicScenario-1770079995-router', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:15Z', 'updated_at': '2021-05-04T14:41:16Z', 'revision_number': 3, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'gw_port': {'id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:16Z', 'updated_at': '2021-05-04T14:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:18.378675 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Checking router: f617bb34-9d53-4fa8-a5ec-61d0af961a78 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:18.379025 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Updating router f617bb34-9d53-4fa8-a5ec-61d0af961a78 port 09624c5d-db5d-40fe-b66b-d44301ea903b binding host dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:41:18.433434 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.705286 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device e80083c3-e6f6-4d36-8b81-eedc13564be1 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:18.724194 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.829019 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.843035 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Transition to ACTIVE for port object 09624c5d-db5d-40fe-b66b-d44301ea903b will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:18.851265 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port e80083c3-e6f6-4d36-8b81-eedc13564be1 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:18.851997 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.882979 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.923308 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:18.934612 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Allocated IP 172.20.0.1 (61f1a246-7af6-4f1d-bcd1-b7a45d023339/91af0635-ff5d-490b-8ea0-13c1cc4642e9/298ea1aa-dac8-453e-83db-1aeacfc7270c) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:19.013696 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Attempting to bind port 09624c5d-db5d-40fe-b66b-d44301ea903b on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:19.014067 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Attempting to bind port 09624c5d-db5d-40fe-b66b-d44301ea903b by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:19.014424 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Attempting to bind port 09624c5d-db5d-40fe-b66b-d44301ea903b on network a2b590c2-19b7-4052-a497-500fc545d77d {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:19.026737 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:19.027094 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:19.027492 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.027906 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Bound using segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:19.028368 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Bound port: 09624c5d-db5d-40fe-b66b-d44301ea903b, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:19.028736 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.069506 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6e17d-f2c2-4d05-8e7b-4b8b2c2c5e65 None None] Pushing event updated for resources: {'Port': ['ID=09624c5d-db5d-40fe-b66b-d44301ea903b,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:19.073338 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-40b6e17d-f2c2-4d05-8e7b-4b8b2c2c5e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:19.096985 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.113406 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Transition to ACTIVE for port object 298ea1aa-dac8-453e-83db-1aeacfc7270c will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:19.152157 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.156073 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:19.175151 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] For port 09624c5d-db5d-40fe-b66b-d44301ea903b, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:19.209827 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device b4a155d2-8591-430c-bf00-ff9711b1d890 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:19.226304 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:19.229153 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:19.233755 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:19.250611 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] For port 09624c5d-db5d-40fe-b66b-d44301ea903b, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=09624c5d-db5d-40fe-b66b-d44301ea903b,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:19.258384 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.261296 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Pushing event updated for resources: {'Port': ['ID=298ea1aa-dac8-453e-83db-1aeacfc7270c,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:19.268580 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:19.276691 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:19.303044 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658387'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.374401 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6e17d-f2c2-4d05-8e7b-4b8b2c2c5e65 None None] Pushing event updated for resources: {'Port': ['ID=09624c5d-db5d-40fe-b66b-d44301ea903b,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:19.380164 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-40b6e17d-f2c2-4d05-8e7b-4b8b2c2c5e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:19.385699 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Routers {'f617bb34-9d53-4fa8-a5ec-61d0af961a78'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:19.386429 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:19.525825 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port b4a155d2-8591-430c-bf00-ff9711b1d890 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:19.544022 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port b4a155d2-8591-430c-bf00-ff9711b1d890 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:19.544401 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.571684 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.596994 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-0013fad2-55b8-4947-8a54-672b8824e6e7 None None] Provisioning for port 298ea1aa-dac8-453e-83db-1aeacfc7270c completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:19.619852 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-0013fad2-55b8-4947-8a54-672b8824e6e7 None None] Provisioning complete for port 298ea1aa-dac8-453e-83db-1aeacfc7270c triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:19.620226 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0013fad2-55b8-4947-8a54-672b8824e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.663630 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] Set router f617bb34-9d53-4fa8-a5ec-61d0af961a78 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:19.849099 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-0013fad2-55b8-4947-8a54-672b8824e6e7 None None] Port 298ea1aa-dac8-453e-83db-1aeacfc7270c cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:41:19.900483 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.906010 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.922930 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.932605 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:20.005094 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port b4a155d2-8591-430c-bf00-ff9711b1d890, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=b4a155d2-8591-430c-bf00-ff9711b1d890,segment=NetworkSegment(70f63451-3e6a-4dd0-abae-fed53c416129),segment_id=70f63451-3e6a-4dd0-abae-fed53c416129)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:20.011499 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Pushing event updated for resources: {'Port': ['ID=298ea1aa-dac8-453e-83db-1aeacfc7270c,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:20.013887 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658288'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:20.015837 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:20.018504 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:20.020584 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:20.089027 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=b4a155d2-8591-430c-bf00-ff9711b1d890,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:20.092778 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:20.098887 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'name': 'tempest-TestMinimumBasicScenario-1770079995-router', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:15Z', 'updated_at': '2021-05-04T14:41:16Z', 'revision_number': 3, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'gw_port': {'id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:16Z', 'updated_at': '2021-05-04T14:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:20.103161 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76972d1-8b68-4dc6-bf7a-c8b865b7bc53 None None] The sync data for ids ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'] in dv-cinder-772623-4-iscsi is: [{'id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'name': 'tempest-TestMinimumBasicScenario-1770079995-router', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:15Z', 'updated_at': '2021-05-04T14:41:16Z', 'revision_number': 3, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'gw_port': {'id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:16Z', 'updated_at': '2021-05-04T14:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:20.159227 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:20.160580 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:20.376822 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-2bc32287-5b14-4469-a073-01ed59a475c6 None None] Provisioning complete for port 298ea1aa-dac8-453e-83db-1aeacfc7270c triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:20.377360 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2bc32287-5b14-4469-a073-01ed59a475c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:20.381012 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Router f617bb34-9d53-4fa8-a5ec-61d0af961a78 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:41:20.450336 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-2bc32287-5b14-4469-a073-01ed59a475c6 None None] Port 298ea1aa-dac8-453e-83db-1aeacfc7270c cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:41:20.576661 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:20.586222 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] 10.222.0.50 "PUT /v2.0/routers/f617bb34-9d53-4fa8-a5ec-61d0af961a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6598310 May 04 14:41:20.706434 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 09624c5d-db5d-40fe-b66b-d44301ea903b up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:20.781141 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 09624c5d-db5d-40fe-b66b-d44301ea903b completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:20.786668 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 09624c5d-db5d-40fe-b66b-d44301ea903b triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:20.787585 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:20.917904 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:20.936197 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 09624c5d-db5d-40fe-b66b-d44301ea903b, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=09624c5d-db5d-40fe-b66b-d44301ea903b,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:20.941064 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:20.941990 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device b4a155d2-8591-430c-bf00-ff9711b1d890 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:20.971111 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:21.127679 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=09624c5d-db5d-40fe-b66b-d44301ea903b,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:21.132327 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:21.145899 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port b4a155d2-8591-430c-bf00-ff9711b1d890 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:21.146469 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:22.620110 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 09624c5d-db5d-40fe-b66b-d44301ea903b up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:22.709055 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 09624c5d-db5d-40fe-b66b-d44301ea903b triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:22.709475 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.215432 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.227427 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Sync routers for ids ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:23.243534 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Routers {'f617bb34-9d53-4fa8-a5ec-61d0af961a78'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:23.245269 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:23.451449 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Set router f617bb34-9d53-4fa8-a5ec-61d0af961a78 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:23.796975 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'name': 'tempest-TestMinimumBasicScenario-1770079995-router', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:15Z', 'updated_at': '2021-05-04T14:41:19Z', 'revision_number': 4, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'gw_port': {'id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:16Z', 'updated_at': '2021-05-04T14:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '298ea1aa-dac8-453e-83db-1aeacfc7270c', 'name': '', 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'mac_address': 'fa:16:3e:d4:5a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91af0635-ff5d-490b-8ea0-13c1cc4642e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:18Z', 'updated_at': '2021-05-04T14:41:19Z', 'revision_number': 2, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'subnets': [{'id': '91af0635-ff5d-490b-8ea0-13c1cc4642e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:23.801596 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Checking router: f617bb34-9d53-4fa8-a5ec-61d0af961a78 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:23.801948 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Updating router f617bb34-9d53-4fa8-a5ec-61d0af961a78 port 298ea1aa-dac8-453e-83db-1aeacfc7270c binding host dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:41:23.858330 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.275696 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.288904 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Transition to ACTIVE for port object 298ea1aa-dac8-453e-83db-1aeacfc7270c will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:24.297131 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.302869 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:24.436365 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368d9c9-ada2-4b54-a5d6-1fefb62603f0 None None] Pushing event updated for resources: {'Port': ['ID=298ea1aa-dac8-453e-83db-1aeacfc7270c,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:24.468668 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-c368d9c9-ada2-4b54-a5d6-1fefb62603f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:24.559248 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Attempting to bind port 298ea1aa-dac8-453e-83db-1aeacfc7270c on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:24.559683 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Attempting to bind port 298ea1aa-dac8-453e-83db-1aeacfc7270c by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '70f63451-3e6a-4dd0-abae-fed53c416129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:24.560076 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Attempting to bind port 298ea1aa-dac8-453e-83db-1aeacfc7270c on network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:24.570496 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:24.570867 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Checking segment: {'id': '70f63451-3e6a-4dd0-abae-fed53c416129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:24.571266 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.571686 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Bound using segment: {'id': '70f63451-3e6a-4dd0-abae-fed53c416129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:24.572284 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Bound port: 298ea1aa-dac8-453e-83db-1aeacfc7270c, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f63451-3e6a-4dd0-abae-fed53c416129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:24.572660 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.684531 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] For port 298ea1aa-dac8-453e-83db-1aeacfc7270c, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:24.688228 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] For port 298ea1aa-dac8-453e-83db-1aeacfc7270c, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=298ea1aa-dac8-453e-83db-1aeacfc7270c,segment=NetworkSegment(70f63451-3e6a-4dd0-abae-fed53c416129),segment_id=70f63451-3e6a-4dd0-abae-fed53c416129)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:24.695178 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.699395 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-e1dfb11d-239f-4a27-938d-f3cadb313047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:24.776404 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Routers {'f617bb34-9d53-4fa8-a5ec-61d0af961a78'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:24.777217 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:24.873128 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368d9c9-ada2-4b54-a5d6-1fefb62603f0 None None] Pushing event updated for resources: {'Port': ['ID=298ea1aa-dac8-453e-83db-1aeacfc7270c,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:24.892133 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-c368d9c9-ada2-4b54-a5d6-1fefb62603f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:25.008988 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] Set router f617bb34-9d53-4fa8-a5ec-61d0af961a78 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:25.345049 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'name': 'tempest-TestMinimumBasicScenario-1770079995-router', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:15Z', 'updated_at': '2021-05-04T14:41:19Z', 'revision_number': 4, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'gw_port': {'id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:16Z', 'updated_at': '2021-05-04T14:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '298ea1aa-dac8-453e-83db-1aeacfc7270c', 'name': '', 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'mac_address': 'fa:16:3e:d4:5a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91af0635-ff5d-490b-8ea0-13c1cc4642e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:18Z', 'updated_at': '2021-05-04T14:41:24Z', 'revision_number': 4, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'subnets': [{'id': '91af0635-ff5d-490b-8ea0-13c1cc4642e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:25.349519 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec914c2-6f1c-46f2-b5d1-b7d8858573f7 None None] The sync data for ids ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'] in dv-cinder-772623-4-iscsi is: [{'id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'name': 'tempest-TestMinimumBasicScenario-1770079995-router', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:15Z', 'updated_at': '2021-05-04T14:41:19Z', 'revision_number': 4, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'gw_port': {'id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:16Z', 'updated_at': '2021-05-04T14:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '298ea1aa-dac8-453e-83db-1aeacfc7270c', 'name': '', 'network_id': '61f1a246-7af6-4f1d-bcd1-b7a45d023339', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'mac_address': 'fa:16:3e:d4:5a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91af0635-ff5d-490b-8ea0-13c1cc4642e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:18Z', 'updated_at': '2021-05-04T14:41:24Z', 'revision_number': 4, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'subnets': [{'id': '91af0635-ff5d-490b-8ea0-13c1cc4642e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:26.628244 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 298ea1aa-dac8-453e-83db-1aeacfc7270c up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:26.701445 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 298ea1aa-dac8-453e-83db-1aeacfc7270c completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:26.706829 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 298ea1aa-dac8-453e-83db-1aeacfc7270c triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:26.707240 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:26.837170 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:26.872970 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 298ea1aa-dac8-453e-83db-1aeacfc7270c, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=298ea1aa-dac8-453e-83db-1aeacfc7270c,segment=NetworkSegment(70f63451-3e6a-4dd0-abae-fed53c416129),segment_id=70f63451-3e6a-4dd0-abae-fed53c416129)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:26.878064 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:26.883890 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:26.960294 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=298ea1aa-dac8-453e-83db-1aeacfc7270c,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:26.963350 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:27.076260 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-27197594-2b4c-4681-986d-1c3650ec136a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.406534 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49082) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:27.546896 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.562587 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:27.566818 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Usage tracker for resource:security_group_rule and tenant:bf267349346a4bb692df141ba248d2a0 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:27.569887 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:27.575828 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:27.661003 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.666007 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.677537 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-39445a8c-c676-4585-83e4-def2c42c3dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:27.714937 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6318a9a7-c28e-4882-9570-94d0ba298d52,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:27.722607 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.723337 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.723724 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.724087 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.724439 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.724972 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.725470 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.725961 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.726454 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.726953 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.727471 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.728044 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.735776 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49088) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:27.748241 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf267349346a4bb692df141ba248d2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405564 May 04 14:41:27.749332 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a29bb1d5-0792-44a7-a926-1b0cc12296e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:27.803072 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.829313 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.886358 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.890911 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7d1779f8-3c3d-4f5b-8faf-92c8681f6a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:27.902756 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6318a9a7-c28e-4882-9570-94d0ba298d52,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:27.911365 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.911685 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.912138 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.912498 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.912850 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.913705 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.913705 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.914984 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.914984 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.914984 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.914984 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.915331 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:27.920634 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:27.924047 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.925394 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-4595c777-84e4-4300-932c-0b4883a99f61 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6318a9a7-c28e-4882-9570-94d0ba298d52 HTTP/1.1" status: 204 len: 168 time: 0.1885097 May 04 14:41:28.640249 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 298ea1aa-dac8-453e-83db-1aeacfc7270c up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:28.685812 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49112) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:28.721517 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 298ea1aa-dac8-453e-83db-1aeacfc7270c triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:28.721895 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.830051 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1806085941-network', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:28.834905 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:28.841365 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Usage tracker for resource:network and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:28.844960 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:28.851360 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:28.864887 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Made reservation on behalf of 5d46e3caf83146d7afacc35639c00bae for: {'network': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:28.867506 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.880100 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.900004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:28.904154 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Usage tracker for resource:security_group_rule and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:28.907277 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:28.913074 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:29.105252 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.109713 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.113034 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:29.144618 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=73812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:41:29.154471 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.155054 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.segments_db [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Added segment 59db144b-ce00-4340-ae9e-4133ea048537 of type vlan for network b286cc40-9081-4b5d-9997-18456a6832ca May 04 14:41:29.184556 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.188516 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9827b298-69ec-465c-9f4b-426caef076c4,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:29.193035 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:29.222228 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.224266 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:29.224930 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.246045 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:29.264220 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5773489 May 04 14:41:29.265335 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49118) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:29.271629 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Request body: {'subnet': {'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1806085941-subnet', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:29.276991 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:29.284168 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Usage tracker for resource:subnet and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:29.288613 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:29.295453 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:29.313192 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Made reservation on behalf of 5d46e3caf83146d7afacc35639c00bae for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:29.317516 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412960'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.363262 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Pushing event updated for resources: {'Network': ['ID=b286cc40-9081-4b5d-9997-18456a6832ca,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:29.366282 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:29.374203 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network b286cc40-9081-4b5d-9997-18456a6832ca details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:41:29.650695 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.750630 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2612885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412982'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.755616 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:29.835954 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Checking segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:29.836418 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Network hostable DHCP agents. Network: b286cc40-9081-4b5d-9997-18456a6832ca, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:41:29.842261 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3553b1a2-22f0-4964-9d22-e80ef5215326,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:29.845066 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:29.853422 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aafb6474-04eb-48c9-8ba2-88d528b09427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.861772 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Network b286cc40-9081-4b5d-9997-18456a6832ca is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:41:29.875476 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, b286cc40-9081-4b5d-9997-18456a6832ca) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:29.886484 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:29.886646 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64e0360-1ec3-4f55-a2af-26f0fa79dc5c None None] Network b286cc40-9081-4b5d-9997-18456a6832ca requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:29.887161 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.915205 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-eb41bb1d-c5ff-4b0f-ac9d-dd11df1e0d42 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6480851 May 04 14:41:29.917655 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49126) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:29.923521 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:29.929235 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:29.933371 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Usage tracker for resource:router and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:29.936682 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:29.942522 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:29.956459 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29531'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.958971 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29522'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.975503 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.119798 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a451dd-dd73-5bd1-aab2-6d9cbca5dd60-b286cc40-9081-4b5d-9997-18456a6832ca', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326'}]}} from dv-cinder-772623-4-iscsi. {{(pid=73814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:41:30.120952 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.309124 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Allocated IP 172.20.0.2 (b286cc40-9081-4b5d-9997-18456a6832ca/3553b1a2-22f0-4964-9d22-e80ef5215326/f343dc49-3481-4a3d-bcb2-8db66b0dea9f) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:30.382655 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.522916 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.533149 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Transition to ACTIVE for port object f343dc49-3481-4a3d-bcb2-8db66b0dea9f will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:30.551118 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Transition to ACTIVE for port object f343dc49-3481-4a3d-bcb2-8db66b0dea9f will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:30.557931 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.563003 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:30.620175 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Network b286cc40-9081-4b5d-9997-18456a6832ca is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:30.622934 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:30.631057 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:30.699850 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.704173 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Pushing event updated for resources: {'Port': ['ID=f343dc49-3481-4a3d-bcb2-8db66b0dea9f,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:30.730332 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.745468 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:30.769312 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Attempting to bind port f343dc49-3481-4a3d-bcb2-8db66b0dea9f on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:30.769815 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Attempting to bind port f343dc49-3481-4a3d-bcb2-8db66b0dea9f by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:30.770076 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Attempting to bind port f343dc49-3481-4a3d-bcb2-8db66b0dea9f on network b286cc40-9081-4b5d-9997-18456a6832ca {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:30.775448 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.778775 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:30.779151 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Checking segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:30.779534 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.779957 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Bound using segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:30.780413 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Bound port: f343dc49-3481-4a3d-bcb2-8db66b0dea9f, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:30.780791 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.815752 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-f65e0a7b-e145-4595-a71a-af09818239d8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:30.816537 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-f65e0a7b-e145-4595-a71a-af09818239d8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Synchronizing usage tracker for tenant:5e44d657caeb47d5b11692cb70205f8e on resource:network {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:41:30.834885 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-f65e0a7b-e145-4595-a71a-af09818239d8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Unset dirty status for tenant:5e44d657caeb47d5b11692cb70205f8e on resource:network {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:41:30.836252 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-f65e0a7b-e145-4595-a71a-af09818239d8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/networks?id=2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 200 len: 815 time: 0.1830506 May 04 14:41:30.852334 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-4c4c6212-2e1a-4bdd-a156-fbaf1859150a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/quotas/5e44d657caeb47d5b11692cb70205f8e HTTP/1.1" status: 200 len: 375 time: 0.0100653 May 04 14:41:30.868133 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] For port f343dc49-3481-4a3d-bcb2-8db66b0dea9f, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:30.869821 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Allocated IP 172.27.0.223 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/a4615380-1160-4ded-97b3-322a78fd5ac8) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:30.871204 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] For port f343dc49-3481-4a3d-bcb2-8db66b0dea9f, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=f343dc49-3481-4a3d-bcb2-8db66b0dea9f,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:30.876458 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.881047 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:30.946173 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-baa0858b-2c67-493d-bb35-272c8dff808c tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Synchronizing usage tracker for tenant:5e44d657caeb47d5b11692cb70205f8e on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:41:30.957519 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Pushing event updated for resources: {'Port': ['ID=f343dc49-3481-4a3d-bcb2-8db66b0dea9f,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:30.964689 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:30.976085 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-baa0858b-2c67-493d-bb35-272c8dff808c tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Unset dirty status for tenant:5e44d657caeb47d5b11692cb70205f8e on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:41:30.977593 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-baa0858b-2c67-493d-bb35-272c8dff808c tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e44d657caeb47d5b11692cb70205f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174152 May 04 14:41:31.022857 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:31.053343 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:31.057065 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-651d6d57-986f-48a8-bf04-c74b99a3d278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:31.113472 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:31.122731 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:31.125054 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:31.138048 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-fcb2ad68-a2a3-45a4-863d-da8fc14cf8a3 service neutron] 10.222.0.50 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457045 May 04 14:41:31.187289 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Pushing event updated for resources: {'Port': ['ID=a4615380-1160-4ded-97b3-322a78fd5ac8,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:31.202261 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:31.288959 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-56f28c32-57e3-4c48-8acf-40ecdc785717 service neutron] 10.222.0.50 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496379 May 04 14:41:31.468843 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f035160c-58ab-4940-a5c1-aab8d72e34a6 req-082194a3-6cd3-4bac-b2a9-5ea8e64fea3f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 210 time: 0.0444419 May 04 14:41:31.585077 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:31.923123 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0ed75-b67d-4496-bdb3-9bdd27e5c1ee None None] Network b286cc40-9081-4b5d-9997-18456a6832ca requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:32.035597 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-841d9582-397b-4359-b438-9a74f8582e96 None None] Provisioning for port f343dc49-3481-4a3d-bcb2-8db66b0dea9f completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:32.050439 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:32.263616 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 is scheduled to L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:41:32.281099 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:32.438602 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:32.447780 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Sync routers for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:32.457845 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:32.458472 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:32.462457 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:32.466421 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5451214 May 04 14:41:32.466569 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49160) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:32.708231 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-d05bb5d2-b57c-42e6-bee1-b6dbe9c6bdd1 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:32.710635 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-d05bb5d2-b57c-42e6-bee1-b6dbe9c6bdd1 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.54 "GET /v2.0/networks?id=2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 200 len: 815 time: 0.2138309 May 04 14:41:32.712249 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:32.760826 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'port': {'device_id': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'admin_state_up': True, 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:32.796991 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ff30d4cd-0b44-4b3d-984c-351311917db8 req-5501a196-823f-45b2-aa93-ac286f60242e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 210 time: 0.0851884 May 04 14:41:32.817116 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device f343dc49-3481-4a3d-bcb2-8db66b0dea9f up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:32.908615 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:32.919714 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:32.933027 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Made reservation on behalf of 5e44d657caeb47d5b11692cb70205f8e for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:32.937560 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:32.994018 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port f343dc49-3481-4a3d-bcb2-8db66b0dea9f completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:33.037561 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port f343dc49-3481-4a3d-bcb2-8db66b0dea9f triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:33.037940 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.160931 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:31Z', 'revision_number': 3, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:33.186844 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Allocated IP 172.20.0.5 (2426ec7c-67a8-4449-b817-98b70de57924/4bb8bab2-919e-4fcd-bad4-70b27fdc60ad/f2fb5403-9090-49f0-abde-e9e4f4e4caae) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:33.209786 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.221668 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Checking router: 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:33.222028 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Updating router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 port a4615380-1160-4ded-97b3-322a78fd5ac8 binding host dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:41:33.280214 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port f343dc49-3481-4a3d-bcb2-8db66b0dea9f, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=f343dc49-3481-4a3d-bcb2-8db66b0dea9f,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:33.296918 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.301472 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:33.357008 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.446779 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=f343dc49-3481-4a3d-bcb2-8db66b0dea9f,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:33.460407 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.481652 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Transition to ACTIVE for port object f2fb5403-9090-49f0-abde-e9e4f4e4caae will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:33.515388 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.516085 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.516711 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.517207 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.517593 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.518088 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.518415 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.518966 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.519335 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.520010 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.520497 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.521091 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:33.528769 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:33.533622 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.545981 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6474d904-436a-416b-ace6-401ade1072ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:33.579430 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.619831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Network 2426ec7c-67a8-4449-b817-98b70de57924 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:33.629251 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:33.649107 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:33.693386 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'Port': ['ID=f2fb5403-9090-49f0-abde-e9e4f4e4caae,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:33.703772 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:33.754952 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:33.755836 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.799645 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0476401 May 04 14:41:33.944241 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Allocated IP 172.20.0.1 (b286cc40-9081-4b5d-9997-18456a6832ca/3553b1a2-22f0-4964-9d22-e80ef5215326/7dfc6bff-2ddc-49ac-bb3b-0153903481d9) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:34.088310 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.104832 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Transition to ACTIVE for port object a4615380-1160-4ded-97b3-322a78fd5ac8 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:34.110699 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-5cb088d4-599d-49f1-84cc-dddc7bb6cb74 None None] Provisioning for port f2fb5403-9090-49f0-abde-e9e4f4e4caae completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:34.115687 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.124721 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7a673b6a-5729-4e99-9648-30283679c697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:34.224697 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9124a-0aa4-414d-a5c6-28119aa4a9e4 None None] Pushing event updated for resources: {'Port': ['ID=a4615380-1160-4ded-97b3-322a78fd5ac8,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:34.231382 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b0a9124a-0aa4-414d-a5c6-28119aa4a9e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:34.240635 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-5cb088d4-599d-49f1-84cc-dddc7bb6cb74 None None] Provisioning complete for port f2fb5403-9090-49f0-abde-e9e4f4e4caae triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:34.240887 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5cb088d4-599d-49f1-84cc-dddc7bb6cb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.264753 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.290366 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Transition to ACTIVE for port object 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:34.322194 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.328970 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c2227511-28ef-446e-853e-e4944ff1f8ff tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:34.402949 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Attempting to bind port a4615380-1160-4ded-97b3-322a78fd5ac8 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:34.407894 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Attempting to bind port a4615380-1160-4ded-97b3-322a78fd5ac8 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:34.408327 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Attempting to bind port a4615380-1160-4ded-97b3-322a78fd5ac8 on network a2b590c2-19b7-4052-a497-500fc545d77d {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:34.435741 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-5cb088d4-599d-49f1-84cc-dddc7bb6cb74 None None] Port f2fb5403-9090-49f0-abde-e9e4f4e4caae cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:41:34.437677 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:34.438098 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:34.438501 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.438760 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Network b286cc40-9081-4b5d-9997-18456a6832ca is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:34.438898 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Bound using segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:34.439345 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Bound port: a4615380-1160-4ded-97b3-322a78fd5ac8, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:34.439748 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.443276 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:34.450010 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:34.464167 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba80af-b237-4f3f-a328-a75fc7a206bd req-9044970b-db45-48c6-9ebe-e6bbc22f36ea tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:34.465302 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-36ba80af-b237-4f3f-a328-a75fc7a206bd req-9044970b-db45-48c6-9ebe-e6bbc22f36ea tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Synchronizing usage tracker for tenant:5e44d657caeb47d5b11692cb70205f8e on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:41:34.497725 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-36ba80af-b237-4f3f-a328-a75fc7a206bd req-9044970b-db45-48c6-9ebe-e6bbc22f36ea tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Unset dirty status for tenant:5e44d657caeb47d5b11692cb70205f8e on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:41:34.508478 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36ba80af-b237-4f3f-a328-a75fc7a206bd req-9044970b-db45-48c6-9ebe-e6bbc22f36ea tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 931 time: 0.4744341 May 04 14:41:34.538555 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658387'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.553416 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Pushing event updated for resources: {'Port': ['ID=7dfc6bff-2ddc-49ac-bb3b-0153903481d9,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:34.563542 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:34.586778 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] For port a4615380-1160-4ded-97b3-322a78fd5ac8, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:34.591327 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] For port a4615380-1160-4ded-97b3-322a78fd5ac8, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a4615380-1160-4ded-97b3-322a78fd5ac8,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:34.599523 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.604571 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:34.605766 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-36ba80af-b237-4f3f-a328-a75fc7a206bd req-5140475a-1c94-4dcd-ba2c-1d71b49c95ea tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Synchronizing usage tracker for tenant:5e44d657caeb47d5b11692cb70205f8e on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:41:34.640967 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-36ba80af-b237-4f3f-a328-a75fc7a206bd req-5140475a-1c94-4dcd-ba2c-1d71b49c95ea tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Unset dirty status for tenant:5e44d657caeb47d5b11692cb70205f8e on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:41:34.649420 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-36ba80af-b237-4f3f-a328-a75fc7a206bd req-5140475a-1c94-4dcd-ba2c-1d71b49c95ea tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385036 May 04 14:41:34.711969 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device f343dc49-3481-4a3d-bcb2-8db66b0dea9f up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:34.788603 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.805403 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:34.806054 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:34.929201 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9124a-0aa4-414d-a5c6-28119aa4a9e4 None None] Pushing event updated for resources: {'Port': ['ID=a4615380-1160-4ded-97b3-322a78fd5ac8,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:34.939444 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b0a9124a-0aa4-414d-a5c6-28119aa4a9e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:35.019419 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-913a428c-5e50-4831-be81-62e0e0454bb1 None None] Provisioning for port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:35.040195 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-913a428c-5e50-4831-be81-62e0e0454bb1 None None] Provisioning complete for port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:35.040489 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-913a428c-5e50-4831-be81-62e0e0454bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:35.086657 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port f343dc49-3481-4a3d-bcb2-8db66b0dea9f triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:35.087037 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:35.098880 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:35.103487 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:35.148212 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:35.185184 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:35.265392 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-913a428c-5e50-4831-be81-62e0e0454bb1 None None] Port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:41:35.268694 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Pushing event updated for resources: {'Port': ['ID=7dfc6bff-2ddc-49ac-bb3b-0153903481d9,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:35.271413 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658288'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:35.277662 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:35.420696 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Network b286cc40-9081-4b5d-9997-18456a6832ca is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:35.422016 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:35.661619 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:41:35.665080 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:33Z', 'revision_number': 1, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:35.671153 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0699d-5d04-4a1c-b583-25b78787e05c None None] The sync data for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi is: [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:33Z', 'revision_number': 1, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:35.714416 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-0feb904b-b22f-4238-80f6-1c76efe7382f None None] Provisioning complete for port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:35.714684 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0feb904b-b22f-4238-80f6-1c76efe7382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:35.809465 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-0feb904b-b22f-4238-80f6-1c76efe7382f None None] Port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:41:35.973903 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc2caf-94c1-4d7d-a43e-64fbb2506196 req-c8283c74-0c7a-4907-bda9-0f33a440cb53 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:35.975850 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81bc2caf-94c1-4d7d-a43e-64fbb2506196 req-c8283c74-0c7a-4907-bda9-0f33a440cb53 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 931 time: 0.1448064 May 04 14:41:36.018436 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:36.031758 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] 10.222.0.50 "PUT /v2.0/routers/3ea40bf4-0779-47b3-83f9-2d73ff4f5b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5594704 May 04 14:41:36.056369 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-81bc2caf-94c1-4d7d-a43e-64fbb2506196 req-271d0c0f-cd2b-4f2a-be10-ba09aeb14005 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742803 May 04 14:41:36.705720 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49206) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:36.723866 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-557141882-network', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:36.726261 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a4615380-1160-4ded-97b3-322a78fd5ac8 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:36.730553 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:36.734810 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Usage tracker for resource:network and tenant:9d1d08039a914ec8b6d46c2fa5c00607 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:36.741810 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:36.748879 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:36.762095 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Made reservation on behalf of 9d1d08039a914ec8b6d46c2fa5c00607 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:36.764742 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:36.777262 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:36.792783 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:36.797019 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:9d1d08039a914ec8b6d46c2fa5c00607 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:36.801048 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:36.805981 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port a4615380-1160-4ded-97b3-322a78fd5ac8 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:36.809265 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:36.813162 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a4615380-1160-4ded-97b3-322a78fd5ac8 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:36.813580 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:36.913651 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:36.918512 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:36.922072 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c09619ce-f256-4bb8-8bf9-2aa01117c4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:36.950959 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:41:36.954946 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:36.967592 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaa8a9b-bfd6-4623-8a3c-209883ff9d13,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:36.972708 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:36.977338 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:36.979239 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Added segment 6e70782b-b6ea-4111-ac0e-ee3ce8cd135b of type vlan for network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 May 04 14:41:36.991316 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port a4615380-1160-4ded-97b3-322a78fd5ac8, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a4615380-1160-4ded-97b3-322a78fd5ac8,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:37.008848 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:37.011575 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:37.026737 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:37.063534 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:37.065374 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:37.066157 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:37.104892 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=a4615380-1160-4ded-97b3-322a78fd5ac8,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:37.107044 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:37.109118 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:37.177337 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4690242 May 04 14:41:37.180571 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49212) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:37.188022 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Request body: {'subnet': {'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-557141882-subnet', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'ip_version': 4}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:37.199975 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:37.214677 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Usage tracker for resource:subnet and tenant:9d1d08039a914ec8b6d46c2fa5c00607 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:37.218139 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:37.224474 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:37.267250 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Made reservation on behalf of 9d1d08039a914ec8b6d46c2fa5c00607 for: {'subnet': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:37.271259 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3883003'] for subnet, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:37.283990 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=3df64571-5a39-4ba3-9378-bc4fb5fb47a8,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:37.287549 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f97eb7ef-8886-4430-8a5f-7fd23b337ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:37.299318 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:41:37.475545 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ba5b-0e4e-40d0-82a4-244238e0e3f5 req-a08d50cc-b315-483a-999e-ef6f1268821d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:37.477402 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6ee8ba5b-0e4e-40d0-82a4-244238e0e3f5 req-a08d50cc-b315-483a-999e-ef6f1268821d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 931 time: 0.1918812 May 04 14:41:37.569473 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6ee8ba5b-0e4e-40d0-82a4-244238e0e3f5 req-1411fbe4-4d9a-4c4c-b1de-c3c00dffac49 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854723 May 04 14:41:37.813055 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3882989'] for subnet, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:37.817142 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:37.883931 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24bcdde3-075e-4991-b254-0ae6bcfbdf43,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:37.887627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:37.895910 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Checking segment: {'id': '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:37.896258 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Network hostable DHCP agents. Network: 3df64571-5a39-4ba3-9378-bc4fb5fb47a8, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:41:37.915893 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:41:37.926206 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 3df64571-5a39-4ba3-9378-bc4fb5fb47a8) {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:37.935399 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:37.936171 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:37.936533 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b45db6-bb68-4679-8e34-4818bf72b23b None None] Network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:37.963629 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-3ffc4f37-5991-43ec-8b95-42924d404dd3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7813151 May 04 14:41:37.966550 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49216) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:37.971991 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-557141882-router', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:37.979628 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:37.984516 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Usage tracker for resource:router and tenant:9d1d08039a914ec8b6d46c2fa5c00607 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:37.987972 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:37.995062 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:38.017509 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29531'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.019260 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29522'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.037539 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.193147 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a451dd-dd73-5bd1-aab2-6d9cbca5dd60-3df64571-5a39-4ba3-9378-bc4fb5fb47a8', 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'fixed_ips': [{'subnet_id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43'}]}} from dv-cinder-772623-4-iscsi. {{(pid=73814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:41:38.194291 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.391214 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Sync routers for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:38.395312 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Allocated IP 172.20.0.2 (3df64571-5a39-4ba3-9378-bc4fb5fb47a8/24bcdde3-075e-4991-b254-0ae6bcfbdf43/f5d151e5-6d27-43da-a60f-352f83943943) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:38.395505 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.411604 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:38.412514 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:38.629249 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:38.631057 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a4615380-1160-4ded-97b3-322a78fd5ac8 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:38.777131 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.785433 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.785690 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a4615380-1160-4ded-97b3-322a78fd5ac8 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:38.785690 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.851939 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Transition to ACTIVE for port object f5d151e5-6d27-43da-a60f-352f83943943 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:38.864155 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.944279 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Transition to ACTIVE for port object f5d151e5-6d27-43da-a60f-352f83943943 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:38.953762 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf590ff-b609-4918-b1fc-4d66cf55460b req-d3ddf78b-66d7-48b3-8c07-25e1d80c9cb9 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:38.955266 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.955502 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cdf590ff-b609-4918-b1fc-4d66cf55460b req-d3ddf78b-66d7-48b3-8c07-25e1d80c9cb9 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 931 time: 0.2236352 May 04 14:41:38.971371 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:39.049080 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cdf590ff-b609-4918-b1fc-4d66cf55460b req-fa199236-d9d5-4500-b3ae-59837f42d8b2 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874085 May 04 14:41:39.054144 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Allocated IP 172.27.0.115 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/251a94df-ea77-4130-8aa3-97f2e1d68b9d) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:39.117414 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:39.121660 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:39.126620 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:39.233427 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Pushing event updated for resources: {'Port': ['ID=f5d151e5-6d27-43da-a60f-352f83943943,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:39.244581 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:39.250718 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.275780 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Attempting to bind port f5d151e5-6d27-43da-a60f-352f83943943 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:39.276144 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Attempting to bind port f5d151e5-6d27-43da-a60f-352f83943943 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:39.276657 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Attempting to bind port f5d151e5-6d27-43da-a60f-352f83943943 on network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:39.280432 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 2, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:39.286417 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Checking router: 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:39.287054 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Updating router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 binding host dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:41:39.287977 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:39.288468 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Checking segment: {'id': '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:39.288879 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.289278 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Bound using segment: {'id': '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:39.289748 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Bound port: f5d151e5-6d27-43da-a60f-352f83943943, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:39.290121 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.301595 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.308053 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9106214f-f448-4f26-a724-1d85d36c9d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:39.360981 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.376501 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:39.380215 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:39.383805 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:39.396777 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] For port f5d151e5-6d27-43da-a60f-352f83943943, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:39.400057 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] For port f5d151e5-6d27-43da-a60f-352f83943943, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=f5d151e5-6d27-43da-a60f-352f83943943,segment=NetworkSegment(6e70782b-b6ea-4111-ac0e-ee3ce8cd135b),segment_id=6e70782b-b6ea-4111-ac0e-ee3ce8cd135b)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:39.404902 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.408631 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:39.444140 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Pushing event updated for resources: {'Port': ['ID=251a94df-ea77-4130-8aa3-97f2e1d68b9d,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:39.449096 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:39.482950 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Pushing event updated for resources: {'Port': ['ID=f5d151e5-6d27-43da-a60f-352f83943943,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:39.487482 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:39.856391 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.881611 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Transition to ACTIVE for port object 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:39.896216 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.910386 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-c368d9c9-ada2-4b54-a5d6-1fefb62603f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:40.090896 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:40.292309 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Attempting to bind port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:40.292688 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Attempting to bind port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:40.293053 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Attempting to bind port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 on network b286cc40-9081-4b5d-9997-18456a6832ca {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:40.295377 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7c224-bece-47c4-b59f-c28b262455ce None None] Pushing event updated for resources: {'Port': ['ID=7dfc6bff-2ddc-49ac-bb3b-0153903481d9,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:40.305237 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-abc7c224-bece-47c4-b59f-c28b262455ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:40.310979 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:40.316992 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Checking segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:40.317679 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:40.318282 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Bound using segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:40.318974 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Bound port: 7dfc6bff-2ddc-49ac-bb3b-0153903481d9, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:40.319577 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:40.360449 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5877e-5be0-4950-a99c-e57c654f4668 req-32d08045-c669-490d-bbba-2bae3b5a6fa1 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:40.361970 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-65c5877e-5be0-4950-a99c-e57c654f4668 req-32d08045-c669-490d-bbba-2bae3b5a6fa1 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 931 time: 0.1402969 May 04 14:41:40.455215 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-65c5877e-5be0-4950-a99c-e57c654f4668 req-5b2b884f-41e3-46ff-8c75-d11ffd90c7c4 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828028 May 04 14:41:40.518367 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] For port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:40.521873 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] For port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=7dfc6bff-2ddc-49ac-bb3b-0153903481d9,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:40.529941 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:40.535473 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:40.627223 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:40.635231 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7c224-bece-47c4-b59f-c28b262455ce None None] Pushing event updated for resources: {'Port': ['ID=7dfc6bff-2ddc-49ac-bb3b-0153903481d9,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:40.640558 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-abc7c224-bece-47c4-b59f-c28b262455ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:40.681901 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:40.682669 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:40.770040 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device f5d151e5-6d27-43da-a60f-352f83943943 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:40.890942 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port f5d151e5-6d27-43da-a60f-352f83943943 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:40.921029 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7199d803-a0fb-4676-a5dc-921de59621a6 None None] Network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:40.943461 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 is scheduled to L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:41:40.990310 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:41.087858 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-02ff7d41-4c81-4af4-b0b1-997bf07ffd77 None None] Provisioning for port f5d151e5-6d27-43da-a60f-352f83943943 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:41.106635 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-02ff7d41-4c81-4af4-b0b1-997bf07ffd77 None None] Provisioning complete for port f5d151e5-6d27-43da-a60f-352f83943943 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:41.107360 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-02ff7d41-4c81-4af4-b0b1-997bf07ffd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:41.267031 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:41.280071 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Sync routers for ids ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:41.293289 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:41.294709 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3271575 May 04 14:41:41.297444 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49226) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:41.403476 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:40Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:41.407822 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de0d17-ae01-4d54-8975-da8077027e74 None None] The sync data for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi is: [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:40Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:41.411221 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Routers {'900430a0-0b6b-4c29-95e4-9096bb2eedc7'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:41.411907 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:41.535331 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-02ff7d41-4c81-4af4-b0b1-997bf07ffd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:41.793186 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-02ff7d41-4c81-4af4-b0b1-997bf07ffd77 None None] For port f5d151e5-6d27-43da-a60f-352f83943943, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=f5d151e5-6d27-43da-a60f-352f83943943,segment=NetworkSegment(6e70782b-b6ea-4111-ac0e-ee3ce8cd135b),segment_id=6e70782b-b6ea-4111-ac0e-ee3ce8cd135b)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:41.802406 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-02ff7d41-4c81-4af4-b0b1-997bf07ffd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:41.806606 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:41.876542 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Set router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:41.937076 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49700a-c033-4bc7-8e04-e95396cbafbf req-578042a0-3144-4323-b6f7-ee9d60210c8a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:41.955749 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1a49700a-c033-4bc7-8e04-e95396cbafbf req-578042a0-3144-4323-b6f7-ee9d60210c8a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 931 time: 0.2432697 May 04 14:41:42.055134 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1a49700a-c033-4bc7-8e04-e95396cbafbf req-98b451e7-f582-4c08-8657-1f0be5602bdc tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934002 May 04 14:41:42.365152 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff7d41-4c81-4af4-b0b1-997bf07ffd77 None None] Pushing event updated for resources: {'Port': ['ID=f5d151e5-6d27-43da-a60f-352f83943943,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:42.368396 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-02ff7d41-4c81-4af4-b0b1-997bf07ffd77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:42.379604 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'name': 'tempest-TestVolumeBootPattern-557141882-router', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:39Z', 'revision_number': 3, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'gw_port': {'id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:42.384181 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Checking router: 900430a0-0b6b-4c29-95e4-9096bb2eedc7 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:42.384525 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Updating router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 port 251a94df-ea77-4130-8aa3-97f2e1d68b9d binding host dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:41:42.486665 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:42.522512 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-cd1c33c8-2278-47c0-b90a-3afaef80ce78 None None] Provisioning complete for port f5d151e5-6d27-43da-a60f-352f83943943 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:42.522932 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cd1c33c8-2278-47c0-b90a-3afaef80ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:42.573523 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:42.736477 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:42.824952 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Allocated IP 172.20.0.1 (3df64571-5a39-4ba3-9378-bc4fb5fb47a8/24bcdde3-075e-4991-b254-0ae6bcfbdf43/6a9c329a-be76-487c-ba2c-614b21796d05) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:42.902623 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:42.916182 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:42.916610 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.049279 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.060802 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.066480 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Transition to ACTIVE for port object 6a9c329a-be76-487c-ba2c-614b21796d05 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:43.084349 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Transition to ACTIVE for port object 251a94df-ea77-4130-8aa3-97f2e1d68b9d will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:43.097781 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.107357 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5f2cdfd1-e1df-4de7-a3c0-da8161689286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:43.112534 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.116677 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:43.180893 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9c329a-be76-487c-ba2c-614b21796d05,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:43.190802 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:43.203039 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:43.204509 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:43.207329 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:43.279281 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658387'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.304041 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff4f44-a7b3-449a-8ba2-fc4c9a1accff req-4f4a61f3-887e-4a4a-85c0-3e41b5f81d8f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:43.306976 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-14ff4f44-a7b3-449a-8ba2-fc4c9a1accff req-4f4a61f3-887e-4a4a-85c0-3e41b5f81d8f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 931 time: 0.1012609 May 04 14:41:43.314521 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Attempting to bind port 251a94df-ea77-4130-8aa3-97f2e1d68b9d on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:43.314895 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Attempting to bind port 251a94df-ea77-4130-8aa3-97f2e1d68b9d by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:43.315260 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Attempting to bind port 251a94df-ea77-4130-8aa3-97f2e1d68b9d on network a2b590c2-19b7-4052-a497-500fc545d77d {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:43.356334 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:43.356709 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:43.357171 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.357554 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Bound using segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:43.358098 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Bound port: 251a94df-ea77-4130-8aa3-97f2e1d68b9d, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:43.358434 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.383504 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-14ff4f44-a7b3-449a-8ba2-fc4c9a1accff req-78e3b2f0-9b97-46ac-ad61-a21907864a62 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662718 May 04 14:41:43.464154 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406d1f9-9830-4d7b-a26f-b85c6124c52b None None] Pushing event updated for resources: {'Port': ['ID=251a94df-ea77-4130-8aa3-97f2e1d68b9d,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:43.467960 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.469910 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8406d1f9-9830-4d7b-a26f-b85c6124c52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:43.470535 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.532384 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=7dfc6bff-2ddc-49ac-bb3b-0153903481d9,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:43.534854 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-76b4395a-2c91-4300-9175-0121464443db None None] Provisioning for port 6a9c329a-be76-487c-ba2c-614b21796d05 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:43.541712 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.542559 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device f5d151e5-6d27-43da-a60f-352f83943943 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:43.572268 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-43043bb2-94fe-4635-9edc-dbb52fd9eed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:43.613496 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-76b4395a-2c91-4300-9175-0121464443db None None] Provisioning complete for port 6a9c329a-be76-487c-ba2c-614b21796d05 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:43.613864 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-76b4395a-2c91-4300-9175-0121464443db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.652503 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] For port 251a94df-ea77-4130-8aa3-97f2e1d68b9d, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:43.692124 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] For port 251a94df-ea77-4130-8aa3-97f2e1d68b9d, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=251a94df-ea77-4130-8aa3-97f2e1d68b9d,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:43.704263 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.708189 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.709344 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.719482 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=7dfc6bff-2ddc-49ac-bb3b-0153903481d9,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:43.726249 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:43.728662 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:43.733717 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-87a7640e-17eb-43dc-9e64-2ff83b3bd5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:43.758044 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-76b4395a-2c91-4300-9175-0121464443db None None] Port 6a9c329a-be76-487c-ba2c-614b21796d05 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:41:43.800385 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port f5d151e5-6d27-43da-a60f-352f83943943 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:43.800802 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.815344 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9c329a-be76-487c-ba2c-614b21796d05,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:43.817869 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658288'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:43.821395 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:43.833478 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Routers {'900430a0-0b6b-4c29-95e4-9096bb2eedc7'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:43.834101 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:43.905553 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406d1f9-9830-4d7b-a26f-b85c6124c52b None None] Pushing event updated for resources: {'Port': ['ID=251a94df-ea77-4130-8aa3-97f2e1d68b9d,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:43.911730 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8406d1f9-9830-4d7b-a26f-b85c6124c52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:43.956451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Request body: {'port': {'device_id': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:43.956852 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:43.958221 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:44.085443 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] Set router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:44.093687 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:44.278670 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:41:44.337550 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-6ac3b6e2-7026-48fe-8c22-3f80143a3090 None None] Provisioning complete for port 6a9c329a-be76-487c-ba2c-614b21796d05 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:44.337951 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6ac3b6e2-7026-48fe-8c22-3f80143a3090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:44.437577 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-6ac3b6e2-7026-48fe-8c22-3f80143a3090 None None] Port 6a9c329a-be76-487c-ba2c-614b21796d05 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:41:44.479305 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'name': 'tempest-TestVolumeBootPattern-557141882-router', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 4, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'gw_port': {'id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '6a9c329a-be76-487c-ba2c-614b21796d05', 'name': '', 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'mac_address': 'fa:16:3e:0c:8b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:42Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 2, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'subnets': [{'id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:44.483973 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:44.485227 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e45212-e739-43fc-9c68-30927895c5d9 None None] The sync data for ids ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'] in dv-cinder-772623-4-iscsi is: [{'id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'name': 'tempest-TestVolumeBootPattern-557141882-router', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 4, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'gw_port': {'id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '6a9c329a-be76-487c-ba2c-614b21796d05', 'name': '', 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'mac_address': 'fa:16:3e:0c:8b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:42Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 2, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'subnets': [{'id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:44.491299 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fb5403-9090-49f0-abde-e9e4f4e4caae {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:41:44.499515 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] 10.222.0.50 "PUT /v2.0/routers/900430a0-0b6b-4c29-95e4-9096bb2eedc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1968467 May 04 14:41:44.500203 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:44.641895 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:44.663609 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Transition to ACTIVE for port object f2fb5403-9090-49f0-abde-e9e4f4e4caae will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:44.673729 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:44.680515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-93712e54-5504-4629-abd6-a933ad9bd751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:44.729509 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:44.729509 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:44.970202 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dcf54-2d5c-4d5f-955b-080fb83d729c req-46f38447-7ad4-4dc8-985e-127946994a2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:44.971850 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3a6dcf54-2d5c-4d5f-955b-080fb83d729c req-46f38447-7ad4-4dc8-985e-127946994a2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 931 time: 0.4607365 May 04 14:41:44.979819 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fb5403-9090-49f0-abde-e9e4f4e4caae,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:44.988943 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:45.061863 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Attempting to bind port f2fb5403-9090-49f0-abde-e9e4f4e4caae on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:45.062198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Attempting to bind port f2fb5403-9090-49f0-abde-e9e4f4e4caae by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:45.062526 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Attempting to bind port f2fb5403-9090-49f0-abde-e9e4f4e4caae on network 2426ec7c-67a8-4449-b817-98b70de57924 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:45.069416 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3a6dcf54-2d5c-4d5f-955b-080fb83d729c req-8e88077a-b7f5-4c57-add8-f6b8af488109 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866828 May 04 14:41:45.071369 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Port f2fb5403-9090-49f0-abde-e9e4f4e4caae on network 2426ec7c-67a8-4449-b817-98b70de57924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:41:45.072017 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Attempting to bind port f2fb5403-9090-49f0-abde-e9e4f4e4caae on network 2426ec7c-67a8-4449-b817-98b70de57924 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:45.077906 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:45.078380 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Checking segment: {'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:45.078767 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Bound using segment: {'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:45.079191 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Bound port: f2fb5403-9090-49f0-abde-e9e4f4e4caae, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b03e0dc-d655-43f6-921a-27b0786b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:45.079537 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.174886 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] For port f2fb5403-9090-49f0-abde-e9e4f4e4caae, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:45.178000 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] For port f2fb5403-9090-49f0-abde-e9e4f4e4caae, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:45.184642 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.189817 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-97036e84-37d9-4d4e-b0f8-eba0abce7cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:45.279524 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:45.280333 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.281793 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] 10.222.0.54 "PUT /v2.0/ports/f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 1093 time: 1.3302135 May 04 14:41:45.282429 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:45.290515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fb5403-9090-49f0-abde-e9e4f4e4caae,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:45.296566 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:45.331932 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49246) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:45.337775 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10041009', 'description': 'tempest-secgroup-smoke-10041009 description', 'project_id': '5d46e3caf83146d7afacc35639c00bae'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:45.344526 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:45.388515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:security_group and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:45.392584 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'status': 'completed', 'code': 200} May 04 14:41:45.393547 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:45.405389 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:45.422210 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.457068 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:45.463153 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:security_group_rule and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:45.466743 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:45.471009 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-51c89dd6-a0b9-4648-b421-70d2afc0fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:45.472594 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-51c89dd6-a0b9-4648-b421-70d2afc0fef0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e44d657caeb47d5b11692cb70205f8e&device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1096 time: 0.1236818 May 04 14:41:45.477095 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:45.558108 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-9aa65929-cca5-44d2-946c-7cd93643c4ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 217 time: 0.0719831 May 04 14:41:45.659374 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-80b7a422-b18f-4cb9-afed-5c73348ca50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:45.661034 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-80b7a422-b18f-4cb9-afed-5c73348ca50e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad HTTP/1.1" status: 200 len: 854 time: 0.0933127 May 04 14:41:45.705186 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.712284 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.722387 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-541bd0fc-fdfb-48c6-b6aa-f701fb68f160 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:45.770870 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.772111 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4390929 May 04 14:41:45.774027 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422d971f-2a6e-4230-8e3a-671512185f34,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:45.775575 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49250) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:45.778754 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-88087876-112a-4c43-9512-ac1a22a08f21 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:45.781885 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'security_group_rule': {'security_group_id': '422d971f-2a6e-4230-8e3a-671512185f34', 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:45.788809 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:45.792786 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:security_group_rule and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:45.795907 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:45.797700 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-f3012cb9-7328-4d0f-9703-29094928d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:45.799335 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-f3012cb9-7328-4d0f-9703-29094928d234 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2426ec7c-67a8-4449-b817-98b70de57924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1306820 May 04 14:41:45.803207 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:45.821088 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.880752 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.885581 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.887680 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b06ae6f4-322b-4bb7-994f-3d581b8f1e83 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:45.910092 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0433841-c4fd-4105-b787-1c848db4fa6b,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:45.914537 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:45.920211 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:45.921384 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-41aee8b2-6d4f-44dd-8d8f-de03513ecfd2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446748 May 04 14:41:45.924318 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49254) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:45.932158 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'security_group_rule': {'security_group_id': '422d971f-2a6e-4230-8e3a-671512185f34', 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:45.940210 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:45.943685 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-93e66b6c-69e5-43fb-a73e-5d46039f56a1 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380830 May 04 14:41:45.945836 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:security_group_rule and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:45.948690 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:45.971158 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:46.059889 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.118620 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-323b219c-0880-4163-b94c-b34b42e11bd0 req-fb5c6320-5a0a-4892-a745-01f57b93351c service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668720 May 04 14:41:46.144727 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.150343 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.156738 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:46.178889 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4305889-7bf6-4c9e-999c-d787e7a43a6f,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:46.181763 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:46.269641 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.270759 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-9f26de64-cbf2-4f1a-86f9-e9bfcbdc0bf7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3455043 May 04 14:41:46.273876 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49260) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:46.279412 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'security_group_rule': {'security_group_id': '422d971f-2a6e-4230-8e3a-671512185f34', 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:46.285972 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:46.290020 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:security_group_rule and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:46.293026 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:46.298889 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:46.314974 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.329676 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1da45a-8c45-4f9b-9f28-b1fb51820fec req-3c84278f-c553-4904-bfbd-4c57b7e214b8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:46.330890 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4c1da45a-8c45-4f9b-9f28-b1fb51820fec req-3c84278f-c553-4904-bfbd-4c57b7e214b8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 943 time: 0.1534023 May 04 14:41:46.333263 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-805629ee-27ec-4512-8446-b21e54d9e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:46.334460 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-805629ee-27ec-4512-8446-b21e54d9e378 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e44d657caeb47d5b11692cb70205f8e&device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1096 time: 0.1142738 May 04 14:41:46.382048 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.386677 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.388849 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:46.410773 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b465c78-2fb5-4d63-b6a7-89b301cbb19f,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:46.413233 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:46.421066 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.422238 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473188 May 04 14:41:46.425087 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49264) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:46.430308 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'security_group_rule': {'security_group_id': '422d971f-2a6e-4230-8e3a-671512185f34', 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:46.436107 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:46.439878 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:security_group_rule and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:46.443250 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:46.450938 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:46.468195 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.472956 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4c1da45a-8c45-4f9b-9f28-b1fb51820fec req-46048575-2266-41d0-bf74-5048fe74458a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345518 May 04 14:41:46.506977 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-924af05f-dc7a-4ed0-b5a5-ddc01e6d1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:46.508468 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-924af05f-dc7a-4ed0-b5a5-ddc01e6d1ad2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 200 len: 916 time: 0.1556330 May 04 14:41:46.540314 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.545044 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.547162 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:46.570952 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698f8cd2-4ebe-4db1-81bb-758ce7e0880a,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:46.575805 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:46.585694 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.589754 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610088 May 04 14:41:46.591550 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49268) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:46.599929 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'security_group_rule': {'security_group_id': '422d971f-2a6e-4230-8e3a-671512185f34', 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:46.606365 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:46.610902 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:security_group_rule and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:46.614268 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:46.621151 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:46.634336 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.securitygroups_db [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Project 5d46e3caf83146d7afacc35639c00bae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:41:46.641216 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.661581 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 251a94df-ea77-4130-8aa3-97f2e1d68b9d up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:46.683804 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-881201e1-f7c4-4094-8f64-c37f9ba58130 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 217 time: 0.1685679 May 04 14:41:46.715968 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.721081 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.723480 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d14072ba-4efc-4c38-9d34-090162adf6a6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:46.746079 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac20b1ba-22d9-487f-b8d1-1fe2684f0b6f,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:46.747586 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 251a94df-ea77-4130-8aa3-97f2e1d68b9d completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:46.748817 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:46.756312 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 251a94df-ea77-4130-8aa3-97f2e1d68b9d triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:46.756848 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.757709 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.758527 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-64b87331-2673-4b50-81cf-2492593288e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:46.759093 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663840 May 04 14:41:46.760121 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-64b87331-2673-4b50-81cf-2492593288e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad HTTP/1.1" status: 200 len: 854 time: 0.0691719 May 04 14:41:46.761708 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49272) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:46.766783 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'security_group_rule': {'security_group_id': '422d971f-2a6e-4230-8e3a-671512185f34', 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:46.772738 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:46.776624 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:security_group_rule and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:46.779441 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:46.785211 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:46.796804 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.securitygroups_db [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Project 5d46e3caf83146d7afacc35639c00bae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:41:46.802444 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.847514 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-d51745c3-0c89-407b-8c19-3dc370f32a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:46.849554 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-d51745c3-0c89-407b-8c19-3dc370f32a2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2426ec7c-67a8-4449-b817-98b70de57924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815866 May 04 14:41:46.879808 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.883443 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.884899 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.887430 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fe93dc13-48b1-4295-8f21-d9cf8dc13f76 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:46.900240 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 251a94df-ea77-4130-8aa3-97f2e1d68b9d, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=251a94df-ea77-4130-8aa3-97f2e1d68b9d,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:46.905212 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.907142 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-12c7efae-850d-4b64-acf4-69aced0d0a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:46.911695 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8573de0-8623-440b-8256-915ceb0d9636,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:46.914532 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:46.923200 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:46.924715 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4366ac1d-447f-4cca-8069-03d193718424 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620247 May 04 14:41:46.978678 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=251a94df-ea77-4130-8aa3-97f2e1d68b9d,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:46.982478 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:47.002227 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-ee26fbb0-3ec1-442c-bc86-58cace944c9a service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454303 May 04 14:41:47.135936 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4020d910-6ab4-44ea-a8a2-7f611bd95494 req-e9768277-5840-4a98-974d-d0f26db04c56 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272569 May 04 14:41:47.678226 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0a305-594d-4e0a-9e51-e2e8c75cbb26 req-60271297-97e3-4f13-a274-3b1cc2ca7278 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:47.679865 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ffa0a305-594d-4e0a-9e51-e2e8c75cbb26 req-60271297-97e3-4f13-a274-3b1cc2ca7278 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 943 time: 0.0884826 May 04 14:41:47.731890 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ffa0a305-594d-4e0a-9e51-e2e8c75cbb26 req-11df7c45-23ac-485a-b109-f4a317f3bf44 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455334 May 04 14:41:47.868504 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Sync routers for ids ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:47.877809 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Routers {'900430a0-0b6b-4c29-95e4-9096bb2eedc7'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:47.878485 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:47.934528 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device f2fb5403-9090-49f0-abde-e9e4f4e4caae details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:41:48.056591 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Set router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:48.127083 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port f2fb5403-9090-49f0-abde-e9e4f4e4caae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:48.146362 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'port_id': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'mac_address': 'fa:16:3e:e5:e0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:41:48.214105 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:48.238677 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fb5403-9090-49f0-abde-e9e4f4e4caae {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:41:48.252033 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port f2fb5403-9090-49f0-abde-e9e4f4e4caae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:48.256908 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:48.258693 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:48.324062 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=f2fb5403-9090-49f0-abde-e9e4f4e4caae,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:48.327056 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:48.368663 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'name': 'tempest-TestVolumeBootPattern-557141882-router', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 4, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'gw_port': {'id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '6a9c329a-be76-487c-ba2c-614b21796d05', 'name': '', 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'mac_address': 'fa:16:3e:0c:8b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:42Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 2, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'subnets': [{'id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:48.373487 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Checking router: 900430a0-0b6b-4c29-95e4-9096bb2eedc7 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:48.373969 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Updating router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 port 6a9c329a-be76-487c-ba2c-614b21796d05 binding host dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:41:48.430471 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:48.594170 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['f2fb5403-9090-49f0-abde-e9e4f4e4caae'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:41:48.636975 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 251a94df-ea77-4130-8aa3-97f2e1d68b9d up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:48.770345 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 251a94df-ea77-4130-8aa3-97f2e1d68b9d triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:48.770728 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:48.797932 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:48.811943 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Transition to ACTIVE for port object 6a9c329a-be76-487c-ba2c-614b21796d05 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:48.820541 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:48.828324 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:48.931501 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf2e13-f1c8-46df-8d8d-66ec64cd1748 req-a8b9ff89-d47a-4f77-b105-23b7a1634bdb tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:48.944112 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-15bf2e13-f1c8-46df-8d8d-66ec64cd1748 req-a8b9ff89-d47a-4f77-b105-23b7a1634bdb tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 944 time: 0.0996606 May 04 14:41:49.002078 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-15bf2e13-f1c8-46df-8d8d-66ec64cd1748 req-e258d22c-307a-4731-b89d-ad3c495351e8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567660 May 04 14:41:49.035608 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9e38b-699e-48da-ba52-c45c67a3b4b0 None None] Pushing event updated for resources: {'Port': ['ID=6a9c329a-be76-487c-ba2c-614b21796d05,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:49.061126 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-feb9e38b-699e-48da-ba52-c45c67a3b4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:49.086166 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Attempting to bind port 6a9c329a-be76-487c-ba2c-614b21796d05 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:49.086457 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Attempting to bind port 6a9c329a-be76-487c-ba2c-614b21796d05 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:49.086812 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Attempting to bind port 6a9c329a-be76-487c-ba2c-614b21796d05 on network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:49.091905 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:49.092270 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Checking segment: {'id': '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:49.092654 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:49.093039 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Bound using segment: {'id': '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:49.093488 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Bound port: 6a9c329a-be76-487c-ba2c-614b21796d05, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:49.093870 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:49.179320 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] For port 6a9c329a-be76-487c-ba2c-614b21796d05, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:49.182353 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] For port 6a9c329a-be76-487c-ba2c-614b21796d05, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=6a9c329a-be76-487c-ba2c-614b21796d05,segment=NetworkSegment(6e70782b-b6ea-4111-ac0e-ee3ce8cd135b),segment_id=6e70782b-b6ea-4111-ac0e-ee3ce8cd135b)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:49.187631 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:49.191431 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-394950b9-7fab-4c85-acbc-327de537c88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:49.266244 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Routers {'900430a0-0b6b-4c29-95e4-9096bb2eedc7'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:49.266877 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:41:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:49.319324 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9e38b-699e-48da-ba52-c45c67a3b4b0 None None] Pushing event updated for resources: {'Port': ['ID=6a9c329a-be76-487c-ba2c-614b21796d05,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:49.332942 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-feb9e38b-699e-48da-ba52-c45c67a3b4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:49.450225 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] Set router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:49.751409 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'name': 'tempest-TestVolumeBootPattern-557141882-router', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 4, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'gw_port': {'id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '6a9c329a-be76-487c-ba2c-614b21796d05', 'name': '', 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'mac_address': 'fa:16:3e:0c:8b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:42Z', 'updated_at': '2021-05-04T14:41:49Z', 'revision_number': 4, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'subnets': [{'id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:49.755453 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362d03e-e06a-4e27-a05f-d390346e2501 None None] The sync data for ids ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'] in dv-cinder-772623-4-iscsi is: [{'id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'name': 'tempest-TestVolumeBootPattern-557141882-router', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 4, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'gw_port': {'id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '6a9c329a-be76-487c-ba2c-614b21796d05', 'name': '', 'network_id': '3df64571-5a39-4ba3-9378-bc4fb5fb47a8', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'mac_address': 'fa:16:3e:0c:8b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:42Z', 'updated_at': '2021-05-04T14:41:49Z', 'revision_number': 4, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'subnets': [{'id': '24bcdde3-075e-4991-b254-0ae6bcfbdf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:49.949340 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device f2fb5403-9090-49f0-abde-e9e4f4e4caae up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:50.025175 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port f2fb5403-9090-49f0-abde-e9e4f4e4caae completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:50.029356 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port f2fb5403-9090-49f0-abde-e9e4f4e4caae triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:50.029732 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:50.168602 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:50.202135 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:50.206964 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098987d0-9dfa-43c8-b37e-6a15baf4f657 req-ed513dd6-8729-411e-84c3-2d150812d51e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:50.208578 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-098987d0-9dfa-43c8-b37e-6a15baf4f657 req-ed513dd6-8729-411e-84c3-2d150812d51e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 944 time: 0.0920854 May 04 14:41:50.212253 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port f2fb5403-9090-49f0-abde-e9e4f4e4caae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:50.217849 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:50.236072 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7ed3707f-6c73-4659-bf47-dd223ac0fb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:50.271965 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-098987d0-9dfa-43c8-b37e-6a15baf4f657 req-d4cca689-6c24-421a-b967-e2e1a37fb9e6 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554454 May 04 14:41:50.292454 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'code': 200} May 04 14:41:50.330214 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=f2fb5403-9090-49f0-abde-e9e4f4e4caae,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:50.333270 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:50.536381 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e47c0-348b-473d-8813-e89df31b59a5 req-ab6b8fc6-95bc-46f5-a986-137f66f1ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:50.537771 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e41e47c0-348b-473d-8813-e89df31b59a5 req-ab6b8fc6-95bc-46f5-a986-137f66f1ae6d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1098 time: 0.0791872 May 04 14:41:50.581707 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e41e47c0-348b-473d-8813-e89df31b59a5 req-3cc69147-bd6c-4d36-a1be-a31e5992b1f0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371065 May 04 14:41:50.647351 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 6a9c329a-be76-487c-ba2c-614b21796d05 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:50.722011 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 6a9c329a-be76-487c-ba2c-614b21796d05 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:50.727571 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 6a9c329a-be76-487c-ba2c-614b21796d05 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:50.727996 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:50.846055 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:50.878314 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 6a9c329a-be76-487c-ba2c-614b21796d05, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=6a9c329a-be76-487c-ba2c-614b21796d05,segment=NetworkSegment(6e70782b-b6ea-4111-ac0e-ee3ce8cd135b),segment_id=6e70782b-b6ea-4111-ac0e-ee3ce8cd135b)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:50.883778 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:50.885577 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-097686e4-e315-4182-9d8b-a5cb020f9d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:50.956054 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=6a9c329a-be76-487c-ba2c-614b21796d05,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:50.959212 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:51.463470 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d7184-62ae-4210-b160-34df89543378 req-cc9ed9cf-a976-4dbc-ad83-377c57a7eca8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:51.465186 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e1d7184-62ae-4210-b160-34df89543378 req-cc9ed9cf-a976-4dbc-ad83-377c57a7eca8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 945 time: 0.0919979 May 04 14:41:51.511643 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e1d7184-62ae-4210-b160-34df89543378 req-95519b41-888e-4365-8ee0-5ce44310566c tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 May 04 14:41:52.626003 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 6a9c329a-be76-487c-ba2c-614b21796d05 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:52.697105 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 6a9c329a-be76-487c-ba2c-614b21796d05 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:52.697483 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:52.699587 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21f3c6-590f-4dcf-ae9b-015bd9e4760d req-6bc51554-1b60-4a00-b5ca-ff960cc35abe tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:52.701186 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ca21f3c6-590f-4dcf-ae9b-015bd9e4760d req-6bc51554-1b60-4a00-b5ca-ff960cc35abe tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 945 time: 0.0800943 May 04 14:41:52.750671 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ca21f3c6-590f-4dcf-ae9b-015bd9e4760d req-860987bf-9f79-4319-918f-221dad31a841 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 May 04 14:41:52.941009 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666116b8-e8da-432d-90ee-bb0e2e07ed5e req-7e8a51f8-563a-4767-9273-fb0c99f18189 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:52.942536 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-666116b8-e8da-432d-90ee-bb0e2e07ed5e req-7e8a51f8-563a-4767-9273-fb0c99f18189 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 945 time: 0.0869501 May 04 14:41:52.998268 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-666116b8-e8da-432d-90ee-bb0e2e07ed5e req-11f78f06-90dd-4d36-bae1-cbe690b3a7d9 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498381 May 04 14:41:53.206786 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:53.314818 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:41:53.398738 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa500f90-a93a-4803-8e39-803b67bfdb51 req-f1d3b605-24b1-4fd3-9675-f98dc659fe7a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:53.400252 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-aa500f90-a93a-4803-8e39-803b67bfdb51 req-f1d3b605-24b1-4fd3-9675-f98dc659fe7a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 945 time: 0.0867910 May 04 14:41:53.446813 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-aa500f90-a93a-4803-8e39-803b67bfdb51 req-6275d0ac-ea9b-4b16-8e7d-00712147d35d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 May 04 14:41:57.071027 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a58153a2-a416-4fcb-a511-0c731dcb440b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:58.986454 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-92ea0f4e-be87-452e-97b5-2c29c1c4812a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716126 May 04 14:41:59.163317 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-3d49154c-2e09-410c-8a18-5d3f8d660fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:59.164725 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-3d49154c-2e09-410c-8a18-5d3f8d660fff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e44d657caeb47d5b11692cb70205f8e&device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1098 time: 0.0798948 May 04 14:41:59.311074 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-1a9d0dce-edd2-4fb2-933d-607aa0a4372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:59.312709 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-1a9d0dce-edd2-4fb2-933d-607aa0a4372a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 200 len: 916 time: 0.1290030 May 04 14:41:59.390436 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-a9e16c4b-caa9-453c-9c00-065169db3387 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 217 time: 0.0623658 May 04 14:41:59.545956 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-5615aef6-3598-4ddd-91b2-1eeed92e4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:59.547359 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-5615aef6-3598-4ddd-91b2-1eeed92e4a7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad HTTP/1.1" status: 200 len: 854 time: 0.1505194 May 04 14:41:59.622251 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-a0167dc7-caa5-4dad-ad7d-44e284a2fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:59.623690 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-a0167dc7-caa5-4dad-ad7d-44e284a2fdd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2426ec7c-67a8-4449-b817-98b70de57924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697265 May 04 14:41:59.645450 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:59.756734 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-05ef2479-5c6f-4d5b-b566-d940138d9136 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249497 May 04 14:41:59.838355 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-165960e8-2fef-4ee2-a89d-75676184a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:59.888359 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40b39b1e-7dc3-4433-ae86-b7a43485265e req-badde409-4a40-46fb-90a4-00adbad22f17 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246219 May 04 14:42:00.745161 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:02.286515 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:03.825527 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf942095-fe86-428c-a2fb-7f3ef5152c8b req-d90499aa-8529-4eb3-826c-f8d4bc9837ae tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:03.826940 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bf942095-fe86-428c-a2fb-7f3ef5152c8b req-d90499aa-8529-4eb3-826c-f8d4bc9837ae tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 945 time: 0.0883837 May 04 14:42:03.872745 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bf942095-fe86-428c-a2fb-7f3ef5152c8b req-a4957e6e-5433-4bab-a6b3-78f5c2d22481 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381725 May 04 14:42:03.896167 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49440) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:04.142006 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa095c-d05c-4feb-af54-0e35650a3490 tempest-TestMinimumBasicScenario-630565627 tempest-TestMinimumBasicScenario-630565627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:04.146650 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-b1fa095c-d05c-4feb-af54-0e35650a3490 tempest-TestMinimumBasicScenario-630565627 tempest-TestMinimumBasicScenario-630565627-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1093 time: 0.2495587 May 04 14:42:04.146901 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49448) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:04.153419 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'floatingip': {'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'port_id': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:04.159596 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:04.163534 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Usage tracker for resource:floatingip and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:04.166473 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:04.173354 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:04.185377 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for floatingip, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:04.328990 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:04.468605 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Allocated IP 172.27.0.141 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/fe6e6427-ee9f-4e54-a916-3e8724c169b1) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:42:04.615920 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:04.649793 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:04.654097 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:04.717020 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:42:04.720388 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:42:04.724366 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:42:04.760404 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'Port': ['ID=fe6e6427-ee9f-4e54-a916-3e8724c169b1,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:04.768391 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:05.133349 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:05.309307 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:05.512138 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:05.518042 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:05.521829 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-71532865-00b5-4663-8f85-17953b898116 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:05.536307 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-d1256bde-0a3f-4f8b-afc0-17cd57cc0f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Synchronizing usage tracker for tenant:5d46e3caf83146d7afacc35639c00bae on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:42:05.553086 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-d1256bde-0a3f-4f8b-afc0-17cd57cc0f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Unset dirty status for tenant:5d46e3caf83146d7afacc35639c00bae on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:42:05.554273 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-d1256bde-0a3f-4f8b-afc0-17cd57cc0f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10041009&fields=id&tenant_id=5d46e3caf83146d7afacc35639c00bae HTTP/1.1" status: 200 len: 267 time: 0.0584092 May 04 14:42:05.629976 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'Port': ['ID=fe6e6427-ee9f-4e54-a916-3e8724c169b1,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:05.634029 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:05.639099 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:05.707188 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-39e2f3af-23da-4979-bb39-d4c375a38a44 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:05.707825 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-39e2f3af-23da-4979-bb39-d4c375a38a44 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Synchronizing usage tracker for tenant:5d46e3caf83146d7afacc35639c00bae on resource:network {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:42:05.725709 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-39e2f3af-23da-4979-bb39-d4c375a38a44 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Unset dirty status for tenant:5d46e3caf83146d7afacc35639c00bae on resource:network {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:42:05.726987 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-39e2f3af-23da-4979-bb39-d4c375a38a44 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 812 time: 0.1658399 May 04 14:42:05.742150 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-3a108410-3a55-4bce-a9a9-5cacf92e0a49 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/quotas/5d46e3caf83146d7afacc35639c00bae HTTP/1.1" status: 200 len: 375 time: 0.0092018 May 04 14:42:05.817584 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Floating IP 76329dc7-ae56-4e18-b71c-c1da076fbadc associated. External IP: 172.27.0.141, port: f2fb5403-9090-49f0-abde-e9e4f4e4caae. May 04 14:42:05.825586 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-3da12fa9-17b6-4a4a-affb-9ce28b64ba51 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782526 May 04 14:42:05.963031 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-bbb83115-b62a-47e5-bea5-83e36cf58310 service neutron] 10.222.0.50 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256161 May 04 14:42:06.098044 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-28fd4f1f-6589-4b6f-91a6-1f31b7453bf3 service neutron] 10.222.0.50 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290758 May 04 14:42:06.170930 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Router 7cee03fd-8cca-4c51-bc9e-09e179141400 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:42:06.354956 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:42:06.365334 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] Sync routers for ids ['7cee03fd-8cca-4c51-bc9e-09e179141400'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:42:06.375943 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] Routers {'7cee03fd-8cca-4c51-bc9e-09e179141400'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:42:06.376949 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:42:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['7cee03fd-8cca-4c51-bc9e-09e179141400'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:06.383467 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:06.438847 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2898848 May 04 14:42:06.439512 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:06.441768 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49470) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:06.447280 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382898899', 'description': 'tempest-secgroup-smoke-382898899 description', 'project_id': '5e44d657caeb47d5b11692cb70205f8e'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:06.453811 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:06.467201 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:06.494225 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'status': 'completed', 'code': 200} May 04 14:42:06.517721 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:06.547921 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2c483eca-49ea-495c-aaf6-8864e5ed4239 req-d2b111f4-06a6-420a-a3b0-e0ecd05753df tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 210 time: 0.0673010 May 04 14:42:06.566906 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:06.591688 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] Set router 7cee03fd-8cca-4c51-bc9e-09e179141400 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:42:06.610690 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Usage tracker for resource:security_group_rule and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:06.614902 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:06.622453 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:06.686860 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-3a274e4b-9715-4736-a219-528ac33b8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:06.688407 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-3a274e4b-9715-4736-a219-528ac33b8140 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e44d657caeb47d5b11692cb70205f8e&device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1098 time: 0.1360602 May 04 14:42:06.805612 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:06.819521 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:06.826269 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-fda93bfc-9954-43f0-a9b5-976a4414e8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:06.879753 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:06.885138 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:06.895011 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:06.896276 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-1db65f17-1350-48c3-bf08-d8f4fd207399 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4533281 May 04 14:42:06.899421 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49484) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:06.903932 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-54921d40-d352-45ab-84e8-6064ec1f9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:06.905253 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'security_group_rule': {'security_group_id': 'f46fb8fe-dabd-4f24-b7b1-195fb4426c2f', 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:06.905440 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-54921d40-d352-45ab-84e8-6064ec1f9a28 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 200 len: 916 time: 0.2085817 May 04 14:42:06.921667 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:06.926678 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Usage tracker for resource:security_group_rule and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:06.940582 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:06.947476 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:06.964302 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.021732 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:12Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '76329dc7-ae56-4e18-b71c-c1da076fbadc', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'port_id': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'mac_address': 'fa:16:3e:e5:e0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:42:05Z', 'updated_at': '2021-05-04T14:42:05Z', 'revision_number': 0, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80083c3-e6f6-4d36-8b81-eedc13564be1', 'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'mac_address': 'fa:16:3e:7a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:11Z', 'updated_at': '2021-05-04T14:41:16Z', 'revision_number': 5, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'subnets': [{'id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:07.022194 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-1a16bd61-ec46-4391-b465-04ff0f44b471 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 999 time: 0.1092415 May 04 14:42:07.026111 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] Checking router: 7cee03fd-8cca-4c51-bc9e-09e179141400 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:42:07.035271 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] Routers {'7cee03fd-8cca-4c51-bc9e-09e179141400'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:42:07.035992 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:42:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['7cee03fd-8cca-4c51-bc9e-09e179141400'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:07.048943 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.053978 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.056600 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:07.089262 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7df01be-31ea-4bcb-9cec-3fb9f3e879ee,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:07.098533 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.100301 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995528 May 04 14:42:07.101580 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-83537b3c-04b1-4501-a8a9-c7b9661d888e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:07.102723 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49488) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:07.109333 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'security_group_rule': {'security_group_id': 'f46fb8fe-dabd-4f24-b7b1-195fb4426c2f', 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:07.116086 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:07.120683 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Usage tracker for resource:security_group_rule and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:07.123731 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:07.130200 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:07.156059 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.215529 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-43c47a29-73d0-4b46-976f-1dcc5d476aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:07.217045 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-43c47a29-73d0-4b46-976f-1dcc5d476aea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad HTTP/1.1" status: 200 len: 854 time: 0.1888206 May 04 14:42:07.252004 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] Set router 7cee03fd-8cca-4c51-bc9e-09e179141400 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:42:07.256684 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.262066 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.264285 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:07.287988 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1b1c90-56c6-433b-80d4-4ae355fb9734,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:07.292482 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:07.303110 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-6f8c8aee-df3d-4db6-8a15-0512dc9b12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:07.304631 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-6f8c8aee-df3d-4db6-8a15-0512dc9b12b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2426ec7c-67a8-4449-b817-98b70de57924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791209 May 04 14:42:07.305060 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.306281 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-a096cd7e-f483-41b6-a77f-fbe8f7c22b4d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2026391 May 04 14:42:07.309120 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49492) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:07.314350 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'security_group_rule': {'security_group_id': 'f46fb8fe-dabd-4f24-b7b1-195fb4426c2f', 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:07.320805 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:07.324895 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Usage tracker for resource:security_group_rule and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:07.327876 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:07.334160 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:07.352032 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.413803 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.419208 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.422445 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d181e4b2-58c1-4e15-88a8-57a3eb7dac53 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:07.442174 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-8067b5f1-5c99-40a6-8f09-99b46ed16f9d service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299908 May 04 14:42:07.444595 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893db572-97c4-4a62-a132-6877b0ff066a,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:07.448855 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:07.458585 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.460133 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-cf69aaa1-0f7f-42e0-bf55-3619c848cd3a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500707 May 04 14:42:07.462916 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49496) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:07.468775 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'security_group_rule': {'security_group_id': 'f46fb8fe-dabd-4f24-b7b1-195fb4426c2f', 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:07.475223 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:07.480045 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Usage tracker for resource:security_group_rule and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:07.483443 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:07.490444 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:07.508514 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.591401 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-326497e0-f109-45b0-8e09-5070f531b3a4 req-0e62dc56-a795-4305-9dfa-aec377c434b2 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410317 May 04 14:42:07.642516 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:12Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '76329dc7-ae56-4e18-b71c-c1da076fbadc', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'port_id': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'mac_address': 'fa:16:3e:e5:e0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:42:05Z', 'updated_at': '2021-05-04T14:42:05Z', 'revision_number': 0, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80083c3-e6f6-4d36-8b81-eedc13564be1', 'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'mac_address': 'fa:16:3e:7a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:11Z', 'updated_at': '2021-05-04T14:41:16Z', 'revision_number': 5, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'subnets': [{'id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:07.649100 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e87e2f1-64d3-40f3-827d-7ad020d93278 None None] The sync data for ids ['7cee03fd-8cca-4c51-bc9e-09e179141400'] in dv-cinder-772623-4-iscsi is: [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:12Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '76329dc7-ae56-4e18-b71c-c1da076fbadc', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'port_id': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'mac_address': 'fa:16:3e:e5:e0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:42:05Z', 'updated_at': '2021-05-04T14:42:05Z', 'revision_number': 0, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80083c3-e6f6-4d36-8b81-eedc13564be1', 'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'mac_address': 'fa:16:3e:7a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:11Z', 'updated_at': '2021-05-04T14:41:16Z', 'revision_number': 5, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'subnets': [{'id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:42:07.704149 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.708446 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.731784 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:07.743212 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.744665 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2807388 May 04 14:42:07.748097 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49502) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:07.754788 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'security_group_rule': {'security_group_id': 'f46fb8fe-dabd-4f24-b7b1-195fb4426c2f', 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:07.758815 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-01feda66-9cee-4eda-bd53-4ee9fd4f6961 req-25c41715-2797-4de5-9fd2-1f2f88f1696c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 210 time: 0.0675886 May 04 14:42:07.759227 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec90ccd2-df27-42c7-9c3e-0830a3ebaa28,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:07.761840 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-debe8929-e35d-4df5-b5c8-50fa7fb437c8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:07.764363 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:07.768811 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Usage tracker for resource:security_group_rule and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:07.776048 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:07.791578 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:07.795214 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.securitygroups_db [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Project 5e44d657caeb47d5b11692cb70205f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:42:07.801184 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.864141 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.869386 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.872050 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cda04e8b-8339-4be0-b352-118a28ab0e5b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:07.874468 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5ef765ae-3388-416d-af8c-6f674c7c283a tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:07.876266 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5ef765ae-3388-416d-af8c-6f674c7c283a tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 812 time: 0.2135086 May 04 14:42:07.897151 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f3c1f3-acb4-4a6b-9642-56e80cc6192d,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:07.899837 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:07.908708 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.909946 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-64a37aae-004a-422f-a262-eb5968f3feb8 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607983 May 04 14:42:07.912762 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49506) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:07.918450 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'security_group_rule': {'security_group_id': 'f46fb8fe-dabd-4f24-b7b1-195fb4426c2f', 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:07.924873 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:07.929007 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Usage tracker for resource:security_group_rule and tenant:5e44d657caeb47d5b11692cb70205f8e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:07.933059 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:07.939818 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2266045-5a84-4a97-b711-00ae11bdf54a None None] New status for floating IP 76329dc7-ae56-4e18-b71c-c1da076fbadc: ACTIVE {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:42:07.946550 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:07.953900 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-bedcf67b-a93a-425d-8791-bc07092cdd2e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d46e3caf83146d7afacc35639c00bae HTTP/1.1" status: 200 len: 378 time: 0.0633450 May 04 14:42:07.958327 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.securitygroups_db [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Project 5e44d657caeb47d5b11692cb70205f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:42:07.965006 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.966874 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'port': {'device_id': '97d91bea-2bed-4339-947d-e6e61ded7065', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'admin_state_up': True, 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'security_groups': ['422d971f-2a6e-4230-8e3a-671512185f34']}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:08.042369 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:08.047212 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:08.064714 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:08.092324 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e35455b-6277-483b-af73-ff720f437e10,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:08.094239 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:08.104402 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1861689 May 04 14:42:08.105490 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-dee01b6c-61cf-4477-b396-fe20585b3d94 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:08.147976 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:08.152586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:port and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:08.161878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:08.168258 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:08.195292 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Made reservation on behalf of 5d46e3caf83146d7afacc35639c00bae for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:42:08.198765 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:08.270349 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-ad7e04ef-9841-4d55-9878-7819c5dbed11 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Synchronizing usage tracker for tenant:5e44d657caeb47d5b11692cb70205f8e on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:42:08.312370 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-ad7e04ef-9841-4d55-9878-7819c5dbed11 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Unset dirty status for tenant:5e44d657caeb47d5b11692cb70205f8e on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:42:08.313528 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-ad7e04ef-9841-4d55-9878-7819c5dbed11 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382898899&fields=id&tenant_id=5e44d657caeb47d5b11692cb70205f8e HTTP/1.1" status: 200 len: 267 time: 0.1390357 May 04 14:42:08.431728 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Allocated IP 172.20.0.14 (b286cc40-9081-4b5d-9997-18456a6832ca/3553b1a2-22f0-4964-9d22-e80ef5215326/c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:42:08.480812 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-fbfafca5-ff78-4d8d-b9fa-9f4adb6f22b0 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:08.482350 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-fbfafca5-ff78-4d8d-b9fa-9f4adb6f22b0 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 945 time: 0.1624506 May 04 14:42:08.502964 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'port': {'security_groups': ['dda56c70-2f13-46b3-9de2-fd80eb6caf25', 'f46fb8fe-dabd-4f24-b7b1-195fb4426c2f']}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:08.736213 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:08.766943 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:08.821117 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Transition to ACTIVE for port object c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:42:08.931790 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-76068824-91ae-429b-8e6c-5b662dece2c4 req-4ba0c714-8037-4eaf-a227-ed1f87fbe4d8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 210 time: 0.0562820 May 04 14:42:08.943716 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:08.963950 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-07c5ea67-2dcb-42bf-b379-da340b8e7b7a tempest-AttachVolumeNegativeTest-575291511 tempest-AttachVolumeNegativeTest-575291511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:09.201426 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Network b286cc40-9081-4b5d-9997-18456a6832ca is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:42:09.209157 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:42:09.211864 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:42:09.248287 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'Port': ['ID=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:09.258187 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:09.311333 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:09.311925 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:09.316782 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] For port f2fb5403-9090-49f0-abde-e9e4f4e4caae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:09.351045 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3882506 May 04 14:42:09.357310 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:09.362325 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:09.369508 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f16931e6-2ed4-45a4-8fd9-ea9981d73a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:09.396686 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['f2fb5403-9090-49f0-abde-e9e4f4e4caae'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:09.404480 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Request body: {'port': {'device_id': '97d91bea-2bed-4339-947d-e6e61ded7065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:09.471049 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-dfcfc11e-4cdb-44da-a6f5-aec12856732a None None] Provisioning for port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:42:09.473829 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:09.474471 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:09.475882 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2edfbeeb-c77e-4094-b2f2-828f82ccda75 req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "PUT /v2.0/ports/f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 981 time: 0.9842310 May 04 14:42:09.477715 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-dfcfc11e-4cdb-44da-a6f5-aec12856732a None None] Provisioning complete for port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:42:09.478018 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dfcfc11e-4cdb-44da-a6f5-aec12856732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:09.479007 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:09.568133 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'status': 'completed', 'code': 200} May 04 14:42:09.570709 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:09.587190 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'Port': ['ID=f2fb5403-9090-49f0-abde-e9e4f4e4caae,revision_number=6']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:09.590555 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-dfcfc11e-4cdb-44da-a6f5-aec12856732a None None] Port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:42:09.600786 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:09.609489 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['f2fb5403-9090-49f0-abde-e9e4f4e4caae'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:09.751910 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-7057016e-e58e-4d76-aa3b-a5a3b2a7b3e3 None None] Provisioning complete for port f2fb5403-9090-49f0-abde-e9e4f4e4caae triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:42:09.752184 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7057016e-e58e-4d76-aa3b-a5a3b2a7b3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:09.942116 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-999cd330-c9a1-4d85-803c-1b6775ca1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:09.943614 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-999cd330-c9a1-4d85-803c-1b6775ca1182 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e44d657caeb47d5b11692cb70205f8e&device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1137 time: 0.3113070 May 04 14:42:09.955594 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e89d2-1d96-4da2-bae3-5d1536499cec req-899f5a0f-a27d-4d02-8e4e-d2b6dc3c318d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:09.957063 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b99e89d2-1d96-4da2-bae3-5d1536499cec req-899f5a0f-a27d-4d02-8e4e-d2b6dc3c318d tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.3262467 May 04 14:42:10.178588 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b99e89d2-1d96-4da2-bae3-5d1536499cec req-6ffbef17-e9c0-4639-b967-a8b48987a250 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948159 May 04 14:42:10.247771 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-0fef69e0-4dc3-4a96-87ac-2698b226ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:10.249261 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-0fef69e0-4dc3-4a96-87ac-2698b226ea0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 200 len: 916 time: 0.2894249 May 04 14:42:10.337825 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:42:10.351735 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:10.389048 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Transition to ACTIVE for port object c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:42:10.396260 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:10.400883 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8b30301a-8980-45fe-a5d4-ac9ab3e1f8a6 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:10.435249 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf8ba-55d9-4e4f-9bb1-f9be74229915 req-ca83d78f-d29e-43f8-947d-9202482cdb6d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:10.435971 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-5f7cf8ba-55d9-4e4f-9bb1-f9be74229915 req-ca83d78f-d29e-43f8-947d-9202482cdb6d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Synchronizing usage tracker for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:42:10.439384 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-07419279-e703-4a05-a513-b033341b3ee9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 1001 time: 0.1773508 May 04 14:42:10.593949 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Pushing event updated for resources: {'Port': ['ID=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:10.599457 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-5f7cf8ba-55d9-4e4f-9bb1-f9be74229915 req-ca83d78f-d29e-43f8-947d-9202482cdb6d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Unset dirty status for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:42:10.600670 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5f7cf8ba-55d9-4e4f-9bb1-f9be74229915 req-ca83d78f-d29e-43f8-947d-9202482cdb6d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 932 time: 0.5239422 May 04 14:42:10.603740 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:10.639294 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-8dad4d0e-73d3-42c5-a961-6e7143c20e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:10.640445 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-8dad4d0e-73d3-42c5-a961-6e7143c20e4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad HTTP/1.1" status: 200 len: 854 time: 0.1914272 May 04 14:42:10.874595 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5f7cf8ba-55d9-4e4f-9bb1-f9be74229915 req-99f0bea2-e597-4d06-a73b-f5540471b54d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2420948 May 04 14:42:10.904291 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Attempting to bind port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:42:10.904624 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Attempting to bind port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:42:10.904962 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Attempting to bind port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e on network b286cc40-9081-4b5d-9997-18456a6832ca {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:42:10.912203 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e on network b286cc40-9081-4b5d-9997-18456a6832ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:42:10.912529 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Attempting to bind port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e on network b286cc40-9081-4b5d-9997-18456a6832ca {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:42:10.920154 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:42:10.920490 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Checking segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:42:10.920874 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Bound using segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:42:10.921295 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Bound port: c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:42:10.921639 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:10.931786 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-f313511a-29b6-403c-a196-b7e547ddbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:10.933285 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-f313511a-29b6-403c-a196-b7e547ddbb8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2426ec7c-67a8-4449-b817-98b70de57924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2757137 May 04 14:42:11.108122 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] For port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:42:11.118205 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] For port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:42:11.125433 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:11.128954 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d57d675a-2a1c-45c6-8068-e2f7f1f4cd2d tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:11.163653 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-cb2d251d-21a4-4089-9ad5-e027dd60c86f service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218149 May 04 14:42:11.229605 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:11.230243 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:11.231612 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] 10.222.0.54 "PUT /v2.0/ports/c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e HTTP/1.1" status: 200 len: 1094 time: 1.8631177 May 04 14:42:11.328138 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Pushing event updated for resources: {'Port': ['ID=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:11.344574 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:11.383967 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-716dfa27-2cca-4b3f-95c0-a67edc78f11c req-0e3ddce5-b2b4-4ea9-9202-501909c17da2 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120180 May 04 14:42:11.401076 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f361cf-e292-4119-9c08-325b0684162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:11.402482 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-51f361cf-e292-4119-9c08-325b0684162e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 1097 time: 0.1144361 May 04 14:42:11.486943 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-77bbc8c4-f35d-4672-bafc-bc81b2f2d1d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e HTTP/1.1" status: 200 len: 217 time: 0.0642014 May 04 14:42:11.557307 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-1a07e7f8-a0ac-4279-84df-84afc355e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:11.558832 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-1a07e7f8-a0ac-4279-84df-84afc355e10b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0651248 May 04 14:42:11.594269 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d91bea-2bed-4339-947d-e6e61ded7065', 'tag': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:11.639639 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d91bea-2bed-4339-947d-e6e61ded7065', 'tag': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e', 'status': 'completed', 'code': 200} May 04 14:42:11.647562 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-9f4ac03f-f28b-428a-8721-7714fac8b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:11.649135 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-9f4ac03f-f28b-428a-8721-7714fac8b736 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830812 May 04 14:42:11.797540 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-9a7b356d-adab-4a43-8979-add1fff0d48b service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356809 May 04 14:42:11.932616 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e08dfa26-7974-46a5-8d10-9708db8bca35 req-43269c2f-5128-43b2-9be1-fb982de53bad service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278529 May 04 14:42:12.125895 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3f3e-34eb-475e-b9e1-7fe9bb2afce8 req-46f68de7-584b-4405-97cc-c02ce804f904 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:12.127371 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c98a3f3e-34eb-475e-b9e1-7fe9bb2afce8 req-46f68de7-584b-4405-97cc-c02ce804f904 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 944 time: 0.1332173 May 04 14:42:12.132135 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-fc8dca8f-170e-4ec1-b334-3799316f053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:12.133637 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-fc8dca8f-170e-4ec1-b334-3799316f053e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 1097 time: 0.1038580 May 04 14:42:12.261816 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c98a3f3e-34eb-475e-b9e1-7fe9bb2afce8 req-c3cc2188-e959-432c-86b0-345ebc5e611c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271913 May 04 14:42:12.302867 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-27df00c5-74b5-4643-b3ac-f1fa0b2e1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:12.304354 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-27df00c5-74b5-4643-b3ac-f1fa0b2e1388 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1542690 May 04 14:42:12.371697 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-2a6af367-eaca-43fb-afe3-06f5490ec4e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e HTTP/1.1" status: 200 len: 217 time: 0.0598032 May 04 14:42:12.438354 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-124243b3-9c7b-4eca-b887-29ee73ce4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:12.439651 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-124243b3-9c7b-4eca-b887-29ee73ce4382 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0615449 May 04 14:42:12.516444 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-9d9da1e0-472b-4c1f-93f5-a56f9032fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:12.517866 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-9d9da1e0-472b-4c1f-93f5-a56f9032fce0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720649 May 04 14:42:12.749913 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-c79546c0-2fd3-4e39-ad4e-a482f7b8e76b service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250607 May 04 14:42:12.881595 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-73e7a23e-8b2c-4fc0-a042-979df54bee16 req-efbc7557-6bf1-42ca-b781-c3bc66eca53d service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248934 May 04 14:42:13.471685 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b5857-932e-4c09-bf86-f353192aa79a req-0ca102ca-5884-4672-86e1-48cdb122337b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:13.473225 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c8b5857-932e-4c09-bf86-f353192aa79a req-0ca102ca-5884-4672-86e1-48cdb122337b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 944 time: 0.0872123 May 04 14:42:13.519125 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-7c8b5857-932e-4c09-bf86-f353192aa79a req-2392e1ca-02e3-4837-8d5d-a4a0ec1b3e48 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392592 May 04 14:42:14.736079 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ec1e9-d0da-4673-aab0-9024b3b7fa3d req-694590bf-0ad4-4a42-9942-c4c48f65712e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:14.737541 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b56ec1e9-d0da-4673-aab0-9024b3b7fa3d req-694590bf-0ad4-4a42-9942-c4c48f65712e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 944 time: 0.0963550 May 04 14:42:14.786322 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b56ec1e9-d0da-4673-aab0-9024b3b7fa3d req-d00067cd-1118-49f4-b7e5-6511f2114532 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398638 May 04 14:42:15.992275 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64b6d8-bba0-43e9-a05d-5850825f7262 req-cad88e3f-021b-4bfb-a97a-c5738bc8611b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:15.993709 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-db64b6d8-bba0-43e9-a05d-5850825f7262 req-cad88e3f-021b-4bfb-a97a-c5738bc8611b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 944 time: 0.0849800 May 04 14:42:16.036937 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-db64b6d8-bba0-43e9-a05d-5850825f7262 req-8a642666-9acc-4056-8d8e-d5a9ee4acc8f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375543 May 04 14:42:17.229537 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ece98-e6cc-4b95-a67b-3f81dcd1c3d5 req-2ce13fa4-6ebb-41a4-ac0e-29e04839481c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:17.231004 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0e8ece98-e6cc-4b95-a67b-3f81dcd1c3d5 req-2ce13fa4-6ebb-41a4-ac0e-29e04839481c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 944 time: 0.0811524 May 04 14:42:17.279115 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0e8ece98-e6cc-4b95-a67b-3f81dcd1c3d5 req-5414f0a4-a8f1-429f-847c-488297e861ea tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423133 May 04 14:42:18.485131 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffa119-7ea3-4157-a770-fe22608986f3 req-8727de4f-1e1c-4776-96c9-d9f265289c76 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:18.486540 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1dffa119-7ea3-4157-a770-fe22608986f3 req-8727de4f-1e1c-4776-96c9-d9f265289c76 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 944 time: 0.0888665 May 04 14:42:18.531789 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1dffa119-7ea3-4157-a770-fe22608986f3 req-ba3e43f3-f714-4d4b-9b9e-684b114b6562 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394764 May 04 14:42:19.740605 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a05c66-33d4-4b28-b123-0ca5075983d5 req-85c9b962-695b-4bf2-ab20-252886a5e88d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:19.742035 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-92a05c66-33d4-4b28-b123-0ca5075983d5 req-85c9b962-695b-4bf2-ab20-252886a5e88d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 944 time: 0.0930536 May 04 14:42:19.786231 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-92a05c66-33d4-4b28-b123-0ca5075983d5 req-568a96b6-004b-4f0a-b9dd-6f41c636732f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384779 May 04 14:42:20.039128 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:42:20.179588 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:20.193150 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'port_id': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e', 'mac_address': 'fa:16:3e:88:6d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:42:20.252517 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:20.274271 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:42:20.290161 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:20.294387 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:20.296136 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:20.359227 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:20.362681 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:20.585844 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:20.988670 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10897e83-13ed-474e-8a05-ad28c930cc1d req-10c04ccb-967a-45ff-8f35-b425515458b3 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:20.990028 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-10897e83-13ed-474e-8a05-ad28c930cc1d req-10c04ccb-967a-45ff-8f35-b425515458b3 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 945 time: 0.0970564 May 04 14:42:21.036781 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-10897e83-13ed-474e-8a05-ad28c930cc1d req-bfc9c25f-5e84-41d9-8482-f7e62ca3862b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408690 May 04 14:42:22.062126 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:42:22.141134 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:42:22.146938 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:42:22.147485 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:22.226961 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f112999-6806-4061-98ab-ec39bd2fdf7c req-dc406dac-09d6-43a0-93ea-f61befe0f8b0 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:22.228448 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5f112999-6806-4061-98ab-ec39bd2fdf7c req-dc406dac-09d6-43a0-93ea-f61befe0f8b0 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 945 time: 0.0794606 May 04 14:42:22.262097 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:22.272879 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5f112999-6806-4061-98ab-ec39bd2fdf7c req-f8da9126-bcf9-4166-9167-73c3b71d5103 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383806 May 04 14:42:22.288129 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d91bea-2bed-4339-947d-e6e61ded7065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:22.297544 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:22.302375 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:22.304350 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:22.338797 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d91bea-2bed-4339-947d-e6e61ded7065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e', 'code': 200} May 04 14:42:22.370467 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:22.373557 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:22.655096 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381146a0-b12c-45d0-a159-eae08490945e req-db75328a-5b40-4620-ade0-bd818d80b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:22.656558 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-381146a0-b12c-45d0-a159-eae08490945e req-db75328a-5b40-4620-ade0-bd818d80b011 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 1099 time: 0.0733600 May 04 14:42:22.702851 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-381146a0-b12c-45d0-a159-eae08490945e req-2b636d88-c595-44a3-bdc0-616df43f5327 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396285 May 04 14:42:23.227250 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:23.469592 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268723f-0c37-478c-9477-6e00cc9bed9c req-f6be3cb7-1e83-4a6e-8b07-05924e8ef3c7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:23.470992 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2268723f-0c37-478c-9477-6e00cc9bed9c req-f6be3cb7-1e83-4a6e-8b07-05924e8ef3c7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 946 time: 0.0800073 May 04 14:42:23.517279 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2268723f-0c37-478c-9477-6e00cc9bed9c req-2d34c5d8-421f-441a-b791-8faa444eb747 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401573 May 04 14:42:24.714319 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490bdad-b295-47b9-913d-3f08d18ddbb8 req-d738e53f-b0f8-4eed-a1f2-43cd0ca2b62a tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:24.715796 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3490bdad-b295-47b9-913d-3f08d18ddbb8 req-d738e53f-b0f8-4eed-a1f2-43cd0ca2b62a tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 946 time: 0.0840330 May 04 14:42:24.762860 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3490bdad-b295-47b9-913d-3f08d18ddbb8 req-7d866669-7f44-4710-93a4-8cfb3ed84766 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395422 May 04 14:42:24.974338 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690d93-b4ef-4464-aa54-5b44f4d88467 req-306d4c55-b7aa-40ec-ae18-663d1ddc4eff tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:24.975837 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f4690d93-b4ef-4464-aa54-5b44f4d88467 req-306d4c55-b7aa-40ec-ae18-663d1ddc4eff tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 946 time: 0.0851338 May 04 14:42:25.021741 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f4690d93-b4ef-4464-aa54-5b44f4d88467 req-1d2cecb3-f2c4-46f6-a65d-df3adf001fa1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396888 May 04 14:42:25.050492 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49554) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:25.161424 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd308b1-9a3c-4d38-8689-754a2bc7f5c7 tempest-TestVolumeBootPattern-1201066911 tempest-TestVolumeBootPattern-1201066911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:25.162905 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-2dd308b1-9a3c-4d38-8689-754a2bc7f5c7 tempest-TestVolumeBootPattern-1201066911 tempest-TestVolumeBootPattern-1201066911-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 1094 time: 0.1114690 May 04 14:42:25.165903 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49560) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:25.170852 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'floatingip': {'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'port_id': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:25.176753 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:25.180666 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:floatingip and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:25.183495 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:25.189237 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:25.201000 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:25.337532 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:25.556691 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Allocated IP 172.27.0.111 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/29ecdf5a-3649-45dd-914c-54396b690443) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:42:25.713232 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:25.747238 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:25.754370 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-09f5c31d-308a-41c2-b577-67ff29b38f38 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:25.816552 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:42:25.823192 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:42:25.825766 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:42:25.867186 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'Port': ['ID=29ecdf5a-3649-45dd-914c-54396b690443,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:25.872050 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:26.250253 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:26.322561 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:26.539752 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:26.546298 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:26.549798 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5d0cfb62-21e2-4f22-a7a8-8cec629fab45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:26.652127 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'Port': ['ID=29ecdf5a-3649-45dd-914c-54396b690443,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:26.656163 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:26.664556 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:26.838268 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Floating IP f2a9e352-3600-44ab-84d4-3689b60a19d2 associated. External IP: 172.27.0.111, port: c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e. May 04 14:42:27.075652 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e6bfc05-0b51-4413-a8a0-d94390bc33f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:27.307342 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:42:27.591742 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:42:27.601586 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] Sync routers for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:42:27.611969 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:42:27.612608 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:42:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:27.615687 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-42c2b04a-7091-4e24-b613-c4e44efceb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:27.617263 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-42c2b04a-7091-4e24-b613-c4e44efceb49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e44d657caeb47d5b11692cb70205f8e&device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1137 time: 0.2449238 May 04 14:42:27.652454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa420-251d-40c4-8692-a2d469752fdb req-be0d5ff4-af47-4d35-9da4-fc830fbf595c tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:27.653892 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e4fa420-251d-40c4-8692-a2d469752fdb req-be0d5ff4-af47-4d35-9da4-fc830fbf595c tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.2826760 May 04 14:42:27.657274 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:27.786034 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:42:27.814575 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6476734 May 04 14:42:27.819385 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d91bea-2bed-4339-947d-e6e61ded7065', 'tag': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:27.835780 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1e4fa420-251d-40c4-8692-a2d469752fdb req-abfa587a-f267-4fa1-9786-87e1e84cd5d1 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541660 May 04 14:42:27.859877 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-b6ffe9da-85b3-45d9-a3d0-5bcae5d9dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:27.861388 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-b6ffe9da-85b3-45d9-a3d0-5bcae5d9dc24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 200 len: 916 time: 0.2351451 May 04 14:42:27.924624 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d91bea-2bed-4339-947d-e6e61ded7065', 'tag': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e', 'status': 'completed', 'code': 200} May 04 14:42:28.010194 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-eccd1de1-edae-407d-9e5c-3beed502ed2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 1001 time: 0.1409829 May 04 14:42:28.079080 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-c63fd863-27fb-4b3a-9a7c-70de8f5f506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:28.080592 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-c63fd863-27fb-4b3a-9a7c-70de8f5f506b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 1099 time: 0.1629248 May 04 14:42:28.105737 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-3734d2b1-b0e6-4ac5-a1f1-21d8baf73b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:28.107004 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-3734d2b1-b0e6-4ac5-a1f1-21d8baf73b53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad HTTP/1.1" status: 200 len: 854 time: 0.0847909 May 04 14:42:28.163988 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'f2a9e352-3600-44ab-84d4-3689b60a19d2', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:88:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d91bea-2bed-4339-947d-e6e61ded7065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:42:26Z', 'updated_at': '2021-05-04T14:42:26Z', 'revision_number': 0, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:28.167965 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] Checking router: 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:42:28.176230 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:42:28.176848 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:42:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:28.267430 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-24d51f69-ea9f-4a9c-b251-e2ef2482d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:28.268958 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-24d51f69-ea9f-4a9c-b251-e2ef2482d37c service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1818688 May 04 14:42:28.328539 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-70b03a4e-ebc0-42e6-a8ce-b249fc99d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:28.330016 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-70b03a4e-ebc0-42e6-a8ce-b249fc99d91e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2426ec7c-67a8-4449-b817-98b70de57924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2059028 May 04 14:42:28.351364 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:42:28.453793 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-4778a514-2af7-44a5-91d2-52cb30a5d6ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e HTTP/1.1" status: 200 len: 1000 time: 0.1780672 May 04 14:42:28.654353 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-b27af890-6096-4e9b-b9b3-d9b95edae90b service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157296 May 04 14:42:28.659822 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-04df9853-0f3b-4d6d-a67a-4645578b9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:28.661144 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-04df9853-0f3b-4d6d-a67a-4645578b9a4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.2001185 May 04 14:42:28.696785 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'f2a9e352-3600-44ab-84d4-3689b60a19d2', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:88:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d91bea-2bed-4339-947d-e6e61ded7065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:42:26Z', 'updated_at': '2021-05-04T14:42:26Z', 'revision_number': 0, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:28.700948 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0ef86-926c-4e61-917b-20762b83a60f None None] The sync data for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi is: [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'f2a9e352-3600-44ab-84d4-3689b60a19d2', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:88:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d91bea-2bed-4339-947d-e6e61ded7065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:42:26Z', 'updated_at': '2021-05-04T14:42:26Z', 'revision_number': 0, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:42:28.844659 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8b37f6e8-ad75-4b94-9364-710e3f7fc9bd req-1b11db9a-aeb0-4366-aa8e-978f822c99b5 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825738 May 04 14:42:28.851055 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-b091ed36-110b-4885-8502-15f67c05d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:28.852497 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-b091ed36-110b-4885-8502-15f67c05d73c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1709514 May 04 14:42:28.900763 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d128a724-0fc4-4b82-b1ae-44c2748d435c None None] New status for floating IP f2a9e352-3600-44ab-84d4-3689b60a19d2: ACTIVE {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:42:29.054168 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-6fbb842b-5b9a-4d45-8b1e-fbf5fe506972 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893089 May 04 14:42:29.088475 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe502f-e6a7-4ef3-b077-7f73ab55252b req-a868db38-1f2d-4163-b333-1d9ebd6d3156 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:29.089929 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dcfe502f-e6a7-4ef3-b077-7f73ab55252b req-a868db38-1f2d-4163-b333-1d9ebd6d3156 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.1396785 May 04 14:42:29.244234 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dcfe502f-e6a7-4ef3-b077-7f73ab55252b req-ccc7b6e8-1d14-4e06-a047-109afb66a37f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426303 May 04 14:42:29.251786 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ecf20687-e465-4103-a10b-f65991d4dc84 req-ff8e675a-5785-4125-8cda-dfe31532d355 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905487 May 04 14:42:29.660866 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:29.847406 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f58934f3-f178-41f8-a89e-7452911da6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:30.314494 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:42:30.434303 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf9759-b112-4333-b52a-e30e63297c82 req-83877bf2-4753-4c88-88bf-817e40aec7c0 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:30.435741 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fdaf9759-b112-4333-b52a-e30e63297c82 req-83877bf2-4753-4c88-88bf-817e40aec7c0 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.0854301 May 04 14:42:30.483278 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fdaf9759-b112-4333-b52a-e30e63297c82 req-3fa62c33-b115-4fb3-80e8-e1fdcf83b07a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415206 May 04 14:42:30.747421 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:31.710814 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8347d-d3d7-4943-afbd-4c8d3ea29f1b req-7f52900f-4869-4ac6-a970-94b8089ca2ed tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:31.712298 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-13a8347d-d3d7-4943-afbd-4c8d3ea29f1b req-7f52900f-4869-4ac6-a970-94b8089ca2ed tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.1002741 May 04 14:42:31.763314 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-13a8347d-d3d7-4943-afbd-4c8d3ea29f1b req-38245073-91d0-432c-ab08-9c6d186d5d1c tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424225 May 04 14:42:32.300368 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:32.976616 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1a602-b1f0-4fac-8123-93656d758820 req-ff76ba0a-fe93-4497-835e-c4fd13b9f9d1 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:32.978009 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ae1a602-b1f0-4fac-8123-93656d758820 req-ff76ba0a-fe93-4497-835e-c4fd13b9f9d1 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.0971017 May 04 14:42:33.026225 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8ae1a602-b1f0-4fac-8123-93656d758820 req-3dd44e85-2e48-4d44-bfa9-fc18ce914763 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417085 May 04 14:42:34.384213 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976bd1b-d0ca-4b6a-a04a-ffba4ae84c7f req-e5a9b6d3-eee0-4adf-b627-63ea7c0b0302 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:34.385662 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9976bd1b-d0ca-4b6a-a04a-ffba4ae84c7f req-e5a9b6d3-eee0-4adf-b627-63ea7c0b0302 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.0950239 May 04 14:42:34.433303 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9976bd1b-d0ca-4b6a-a04a-ffba4ae84c7f req-d9cb216f-67a1-44cf-81f1-1caad455ef22 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417790 May 04 14:42:35.641831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef737d2-804c-445f-a494-ebbf63794a97 req-9a896d5b-8710-4b06-8247-7550934c79a9 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:35.643274 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1ef737d2-804c-445f-a494-ebbf63794a97 req-9a896d5b-8710-4b06-8247-7550934c79a9 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.0873246 May 04 14:42:35.690424 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1ef737d2-804c-445f-a494-ebbf63794a97 req-351ab206-f6ee-409e-9a65-cbfcf1ee34bb tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409923 May 04 14:42:36.901458 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a2f3f-2a91-4ec8-b403-308827b0a18c req-9f64404b-32d4-4347-aebd-c1ee7487fcfc tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:36.902912 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-293a2f3f-2a91-4ec8-b403-308827b0a18c req-9f64404b-32d4-4347-aebd-c1ee7487fcfc tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.0966809 May 04 14:42:36.960605 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-293a2f3f-2a91-4ec8-b403-308827b0a18c req-39bcc155-66ad-4213-9b98-9ae4e633f8cc tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515552 May 04 14:42:38.154253 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f323256-7429-4f07-82c2-79d27c16206f req-7fbcbf21-b275-467f-a5c9-9deb791652fd tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:38.155713 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6f323256-7429-4f07-82c2-79d27c16206f req-7fbcbf21-b275-467f-a5c9-9deb791652fd tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.0824101 May 04 14:42:38.203989 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6f323256-7429-4f07-82c2-79d27c16206f req-5c16c66c-b2e6-4553-af33-6c0f01c43027 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417585 May 04 14:42:39.406517 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9e242-eeb5-49d3-bdae-844ee120faa3 req-6519e7b2-88c8-4d89-b7ee-70eefde7444f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:39.407878 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-59f9e242-eeb5-49d3-bdae-844ee120faa3 req-6519e7b2-88c8-4d89-b7ee-70eefde7444f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.0916431 May 04 14:42:39.454254 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-59f9e242-eeb5-49d3-bdae-844ee120faa3 req-dd84b658-349e-4bab-8b9b-2e397b04dfe3 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404947 May 04 14:42:40.647983 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a94-fa76-4121-9194-96a01dce2bc3 req-f4473913-d4f2-4808-a5dd-a1ea05958dcc tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:40.649442 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fad78a94-fa76-4121-9194-96a01dce2bc3 req-f4473913-d4f2-4808-a5dd-a1ea05958dcc tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.0870023 May 04 14:42:40.695037 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fad78a94-fa76-4121-9194-96a01dce2bc3 req-8287ce1c-6441-42e0-bb1f-39aa3b128df2 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f&id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397079 May 04 14:42:53.245915 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:57.092523 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5d81d701-5ba0-45e1-9d07-b264529d50a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.665045 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.851548 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6b17cb1a-31d0-4f9e-b2cc-ac8588732832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:00.747961 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:01.025440 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-74d2f450-962b-4d5b-9768-ae6a63737e18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1206870 May 04 14:43:01.187701 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-b69b241a-be0e-4ed0-b596-39263e4b682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:01.189195 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-b69b241a-be0e-4ed0-b596-39263e4b682c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e44d657caeb47d5b11692cb70205f8e&device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1137 time: 0.0752544 May 04 14:43:01.433798 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-1c744ba4-01d4-402d-8a97-e559aca742d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:01.435156 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-1c744ba4-01d4-402d-8a97-e559aca742d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 200 len: 916 time: 0.2269318 May 04 14:43:01.541015 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-888fdfb2-2cff-4e20-975d-8981f86aeebf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 1001 time: 0.0973775 May 04 14:43:01.609826 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-d9cd0b63-8741-46a9-931c-0c25a5d74c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:01.612213 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-d9cd0b63-8741-46a9-931c-0c25a5d74c63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad HTTP/1.1" status: 200 len: 854 time: 0.0644236 May 04 14:43:01.688156 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-f3945c46-7c99-4686-a09b-4ddd3fb4ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:01.689543 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-f3945c46-7c99-4686-a09b-4ddd3fb4ea89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2426ec7c-67a8-4449-b817-98b70de57924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706282 May 04 14:43:01.700731 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-743e2e18-229c-49b5-9a98-78ed955038e7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:43:01.701649 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-743e2e18-229c-49b5-9a98-78ed955038e7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049257 May 04 14:43:01.835850 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-70a46953-a1f0-46d9-abc9-77deb3aeddf9 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273835 May 04 14:43:01.978151 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5b074c42-d7a7-47da-a97d-7ef9d2955560 req-f823455c-d75b-405a-a1aa-f25333aad157 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353095 May 04 14:43:02.298403 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:07.317884 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:43:13.763834 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-a2444414-72f0-4349-b43e-84340f9af846 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382898899&fields=id&tenant_id=5e44d657caeb47d5b11692cb70205f8e HTTP/1.1" status: 200 len: 267 time: 0.0917037 May 04 14:43:13.860816 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-c77bc316-d062-496d-8478-b382e2dc2e32 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:13.862206 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-c77bc316-d062-496d-8478-b382e2dc2e32 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 984 time: 0.0904703 May 04 14:43:13.873043 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Request body: {'port': {'security_groups': ['dda56c70-2f13-46b3-9de2-fd80eb6caf25']}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:13.994889 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:14.233331 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] For port f2fb5403-9090-49f0-abde-e9e4f4e4caae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:14.257723 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:14.263834 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:14.269741 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0494139e-2f09-438d-84bb-63d7aae9075a tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:14.300465 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['f2fb5403-9090-49f0-abde-e9e4f4e4caae'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:43:14.331067 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:14.331699 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:14.333108 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-26e951fd-9e9b-4ebd-9833-0017e439da36 req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "PUT /v2.0/ports/f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 942 time: 0.4645109 May 04 14:43:14.333602 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:43:14.342352 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49620) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:14.366429 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event updated for resources: {'Port': ['ID=f2fb5403-9090-49f0-abde-e9e4f4e4caae,revision_number=7']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:14.376276 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.376764 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.377319 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.377809 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.378339 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.378783 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.379227 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.379735 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.380261 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.380762 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.381241 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.381646 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.396820 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:14.462599 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['f2fb5403-9090-49f0-abde-e9e4f4e4caae'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:43:14.463917 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:14.481295 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'status': 'completed', 'code': 200} May 04 14:43:14.502684 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:14.573773 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:14.579023 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0b4beeef-35f6-45cf-9ee5-a56dd75cfebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:14.579846 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-0c54518f-9724-4d62-ad9a-a34cd2021d5d None None] Provisioning complete for port f2fb5403-9090-49f0-abde-e9e4f4e4caae triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:14.580208 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-0c54518f-9724-4d62-ad9a-a34cd2021d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:14.596899 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46fb8fe-dabd-4f24-b7b1-195fb4426c2f,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:14.604482 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152382f-2701-427c-9f43-4b1845e440fa req-2603c1f4-02c3-48a9-b3e9-24e0c828f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:14.605977 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8152382f-2701-427c-9f43-4b1845e440fa req-2603c1f4-02c3-48a9-b3e9-24e0c828f344 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e44d657caeb47d5b11692cb70205f8e&device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1098 time: 0.0822105 May 04 14:43:14.608957 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.609343 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.609710 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.610083 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.610447 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.610891 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.611254 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.611640 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.612037 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.612391 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.612762 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.623237 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:14.628350 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:14.630060 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:14.636715 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-784b75ef-083e-473d-8c73-7ba95e198e64 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "DELETE /v2.0/security-groups/f46fb8fe-dabd-4f24-b7b1-195fb4426c2f HTTP/1.1" status: 204 len: 168 time: 0.2936227 May 04 14:43:14.637416 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49626) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:14.740639 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152382f-2701-427c-9f43-4b1845e440fa req-4c8837a7-c7f6-45b7-b43f-5d24f4896d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:14.742241 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8152382f-2701-427c-9f43-4b1845e440fa req-4c8837a7-c7f6-45b7-b43f-5d24f4896d69 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 200 len: 916 time: 0.1291261 May 04 14:43:14.847878 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8152382f-2701-427c-9f43-4b1845e440fa req-6b0c68e6-e68d-4901-9c66-2b4d1c0b501b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 1001 time: 0.0989578 May 04 14:43:14.911062 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152382f-2701-427c-9f43-4b1845e440fa req-78dab0a4-5044-4328-aa79-c601ad9c059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:14.912520 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8152382f-2701-427c-9f43-4b1845e440fa req-78dab0a4-5044-4328-aa79-c601ad9c059f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad HTTP/1.1" status: 200 len: 854 time: 0.0584912 May 04 14:43:14.924714 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Deleting port fe6e6427-ee9f-4e54-a916-3e8724c169b1 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:14.925059 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:15.055259 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:15.055503 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:15.090551 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152382f-2701-427c-9f43-4b1845e440fa req-bf4b21fd-1501-4536-8b12-3f198a89f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:15.092042 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8152382f-2701-427c-9f43-4b1845e440fa req-bf4b21fd-1501-4536-8b12-3f198a89f8be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2426ec7c-67a8-4449-b817-98b70de57924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1728694 May 04 14:43:15.176539 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Calling delete_port for fe6e6427-ee9f-4e54-a916-3e8724c169b1 owned by network:floatingip {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:15.222200 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8152382f-2701-427c-9f43-4b1845e440fa req-8cef8a94-3b14-4297-ba04-12b841908e99 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232531 May 04 14:43:15.313209 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:15.317890 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f63293b0-f6db-45cb-a51e-33be99650af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:15.352250 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8152382f-2701-427c-9f43-4b1845e440fa req-f41235fc-e6bb-41ec-82ae-7c9a13659e29 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241729 May 04 14:43:15.366844 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event deleted for resources: {'Port': ['ID=fe6e6427-ee9f-4e54-a916-3e8724c169b1,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:15.392337 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:15.460834 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks [] for floatingip, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:15.461175 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Floating IP 76329dc7-ae56-4e18-b71c-c1da076fbadc disassociated (deleted). External IP: 172.27.0.141, port: f2fb5403-9090-49f0-abde-e9e4f4e4caae. May 04 14:43:15.903693 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Router 7cee03fd-8cca-4c51-bc9e-09e179141400 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:43:16.085099 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:43:16.095132 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] Sync routers for ids ['7cee03fd-8cca-4c51-bc9e-09e179141400'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:43:16.106231 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] Routers {'7cee03fd-8cca-4c51-bc9e-09e179141400'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:16.106879 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['7cee03fd-8cca-4c51-bc9e-09e179141400'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:16.108525 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:16.168809 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-cae13fe7-e31b-4791-85b4-0bfb4858590f tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "DELETE /v2.0/floatingips/76329dc7-ae56-4e18-b71c-c1da076fbadc HTTP/1.1" status: 204 len: 168 time: 1.5301445 May 04 14:43:16.169532 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:43:16.215177 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'status': 'completed', 'code': 200} May 04 14:43:16.295073 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] Set router 7cee03fd-8cca-4c51-bc9e-09e179141400 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:16.327828 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-c7409983-169b-4bb4-a9f8-046d746ca1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:16.329447 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-c7409983-169b-4bb4-a9f8-046d746ca1d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e44d657caeb47d5b11692cb70205f8e&device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 1098 time: 0.0702229 May 04 14:43:16.472875 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-da2bdd12-2c96-4162-9d90-57661c68694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:16.474904 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-da2bdd12-2c96-4162-9d90-57661c68694a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 200 len: 916 time: 0.1395144 May 04 14:43:16.557198 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-c70d642d-d2dd-49ab-a63b-44e8492d10b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 200 len: 217 time: 0.0758154 May 04 14:43:16.632085 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-82b40239-aa6e-4fad-a4c9-6dbae50ba8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:16.633752 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-82b40239-aa6e-4fad-a4c9-6dbae50ba8a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad HTTP/1.1" status: 200 len: 854 time: 0.0629575 May 04 14:43:16.679301 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:12Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'e80083c3-e6f6-4d36-8b81-eedc13564be1', 'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'mac_address': 'fa:16:3e:7a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:11Z', 'updated_at': '2021-05-04T14:41:16Z', 'revision_number': 5, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'subnets': [{'id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:16.683270 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] Checking router: 7cee03fd-8cca-4c51-bc9e-09e179141400 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:43:16.691798 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] Routers {'7cee03fd-8cca-4c51-bc9e-09e179141400'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:16.692404 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['7cee03fd-8cca-4c51-bc9e-09e179141400'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:16.714424 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-d1b9a702-9f71-41d0-9150-0b2472cb71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:16.716008 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-d1b9a702-9f71-41d0-9150-0b2472cb71fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2426ec7c-67a8-4449-b817-98b70de57924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750914 May 04 14:43:16.852024 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-cca6eb8e-7c7f-4ecf-bcb9-0d5b998103d3 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278949 May 04 14:43:16.869168 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] Set router 7cee03fd-8cca-4c51-bc9e-09e179141400 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:16.986811 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-700d0826-8c5a-4023-aa63-fd5ffea6ffce req-e8a8c86b-669f-419a-82bb-21a3d090e6c2 service neutron] 10.222.0.54 "GET /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267371 May 04 14:43:17.178834 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:12Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'e80083c3-e6f6-4d36-8b81-eedc13564be1', 'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'mac_address': 'fa:16:3e:7a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:11Z', 'updated_at': '2021-05-04T14:41:16Z', 'revision_number': 5, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'subnets': [{'id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:17.183266 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdca3b-94f7-42d0-aa92-eee6e5198b48 None None] The sync data for ids ['7cee03fd-8cca-4c51-bc9e-09e179141400'] in dv-cinder-772623-4-iscsi is: [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:41:12Z', 'revision_number': 4, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'e80083c3-e6f6-4d36-8b81-eedc13564be1', 'name': '', 'network_id': '2426ec7c-67a8-4449-b817-98b70de57924', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'mac_address': 'fa:16:3e:7a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:11Z', 'updated_at': '2021-05-04T14:41:16Z', 'revision_number': 5, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'subnets': [{'id': '4bb8bab2-919e-4fcd-bad4-70b27fdc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:43:17.386252 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121446e-1932-4b7d-9f3d-a7f35be7d081 None None] New status for floating IP 76329dc7-ae56-4e18-b71c-c1da076fbadc: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:43:19.615882 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3483a17-c721-4cf3-b51f-da6a8e4a1a2d req-7deb6bf1-7b4e-4b55-96aa-6a2eeda5b6d2 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:19.617387 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f3483a17-c721-4cf3-b51f-da6a8e4a1a2d req-7deb6bf1-7b4e-4b55-96aa-6a2eeda5b6d2 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 945 time: 0.0837939 May 04 14:43:19.661619 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f3483a17-c721-4cf3-b51f-da6a8e4a1a2d req-c5bb8e16-fcfe-4cfa-b374-08ea92ae1344 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 May 04 14:43:20.873955 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71bb2e-4e56-49fe-9f11-e89906a6710a req-464a3b31-619b-4423-a57f-b5418dcf120a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:20.875295 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4a71bb2e-4e56-49fe-9f11-e89906a6710a req-464a3b31-619b-4423-a57f-b5418dcf120a tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 945 time: 0.0946562 May 04 14:43:20.919927 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4a71bb2e-4e56-49fe-9f11-e89906a6710a req-c11e20ee-86cf-4d54-a87f-4ee7a913a902 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/security-groups?id=dda56c70-2f13-46b3-9de2-fd80eb6caf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388286 May 04 14:43:21.380152 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-9e53ff5f-6f73-4551-a508-e696d8831f72 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:21.381674 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-9e53ff5f-6f73-4551-a508-e696d8831f72 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.54 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 945 time: 0.0851171 May 04 14:43:21.525298 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Deleting port f2fb5403-9090-49f0-abde-e9e4f4e4caae {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:21.525552 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:21.657282 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] For port f2fb5403-9090-49f0-abde-e9e4f4e4caae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2fb5403-9090-49f0-abde-e9e4f4e4caae,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:21.657684 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:21.877311 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Calling delete_port for f2fb5403-9090-49f0-abde-e9e4f4e4caae owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:22.001993 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:22.007840 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:22.036228 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['f2fb5403-9090-49f0-abde-e9e4f4e4caae'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:43:22.055815 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Pushing event deleted for resources: {'Port': ['ID=f2fb5403-9090-49f0-abde-e9e4f4e4caae,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:22.094461 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:22.127964 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cc006bee-332f-40d9-bb70-7a0e77aa457b req-b244caeb-ad59-4b78-ad67-8b6514551433 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.50 "GET /v2.0/ports?device_id=01bd9f4d-9c97-4bc3-9c79-a95f6e411466 HTTP/1.1" status: 200 len: 210 time: 0.0847526 May 04 14:43:22.176960 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] No DVR routers for this DVR port f2fb5403-9090-49f0-abde-e9e4f4e4caae on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:43:22.179898 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:22.182768 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'name': 'network-vif-deleted', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:43:22.194805 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e0c53f0b-c803-4646-8b4f-085fa494b1d0 req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] 10.222.0.54 "DELETE /v2.0/ports/f2fb5403-9090-49f0-abde-e9e4f4e4caae HTTP/1.1" status: 204 len: 173 time: 0.8075409 May 04 14:43:22.225995 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bd9f4d-9c97-4bc3-9c79-a95f6e411466', 'name': 'network-vif-deleted', 'tag': 'f2fb5403-9090-49f0-abde-e9e4f4e4caae', 'status': 'completed', 'code': 200} May 04 14:43:23.254511 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:23.922126 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49710) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:24.448233 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device f2fb5403-9090-49f0-abde-e9e4f4e4caae no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:24.464233 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658246'] for router_interface, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:24.486498 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: f2fb5403-9090-49f0-abde-e9e4f4e4caae {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:43:24.486844 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device f2fb5403-9090-49f0-abde-e9e4f4e4caae not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:24.878723 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Deleting port e80083c3-e6f6-4d36-8b81-eedc13564be1 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:24.879043 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:24.999981 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] For port e80083c3-e6f6-4d36-8b81-eedc13564be1, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=e80083c3-e6f6-4d36-8b81-eedc13564be1,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:25.000762 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:25.229394 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Calling delete_port for e80083c3-e6f6-4d36-8b81-eedc13564be1 owned by network:router_interface {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:25.520216 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:25.523547 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:25.570723 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e80083c3-e6f6-4d36-8b81-eedc13564be1,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:25.596400 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:25.838378 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683254'] for router_interface, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:26.191078 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Router 7cee03fd-8cca-4c51-bc9e-09e179141400 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:43:26.371216 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:43:26.384218 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] Sync routers for ids ['7cee03fd-8cca-4c51-bc9e-09e179141400'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:43:26.387766 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-930867d8-06ef-4f7b-abd4-c6003e8f3c8c admin admin] 10.222.0.50 "PUT /v2.0/routers/7cee03fd-8cca-4c51-bc9e-09e179141400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4618165 May 04 14:43:26.387766 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49714) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:26.397283 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] Routers {'7cee03fd-8cca-4c51-bc9e-09e179141400'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:26.398029 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['7cee03fd-8cca-4c51-bc9e-09e179141400'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:26.578428 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] Set router 7cee03fd-8cca-4c51-bc9e-09e179141400 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:26.672860 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:26.844617 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:26.900562 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:43:25Z', 'revision_number': 5, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port': {'id': '8298798c-16c1-4547-8ebf-a9a727ece513', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:08Z', 'updated_at': '2021-05-04T14:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:26.904550 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] Checking router: 7cee03fd-8cca-4c51-bc9e-09e179141400 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:43:26.912716 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] Routers {'7cee03fd-8cca-4c51-bc9e-09e179141400'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:26.913288 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['7cee03fd-8cca-4c51-bc9e-09e179141400'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:26.919325 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Deleting port 8298798c-16c1-4547-8ebf-a9a727ece513 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:26.919686 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.038947 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] For port 8298798c-16c1-4547-8ebf-a9a727ece513, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=8298798c-16c1-4547-8ebf-a9a727ece513,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:27.039333 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.058604 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] Set router 7cee03fd-8cca-4c51-bc9e-09e179141400 gateway port host: None {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:27.160498 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Calling delete_port for 8298798c-16c1-4547-8ebf-a9a727ece513 owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:27.170759 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:43:26Z', 'revision_number': 6, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port_host': None}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:27.176295 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2409b43-a320-4fd2-b551-254b3efcd593 None None] The sync data for ids ['7cee03fd-8cca-4c51-bc9e-09e179141400'] in dv-cinder-772623-4-iscsi is: [{'id': '7cee03fd-8cca-4c51-bc9e-09e179141400', 'name': 'tempest-TestMinimumBasicScenario-1688728184-router', 'tenant_id': '5e44d657caeb47d5b11692cb70205f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:07Z', 'updated_at': '2021-05-04T14:43:26Z', 'revision_number': 6, 'project_id': '5e44d657caeb47d5b11692cb70205f8e', 'gw_port_host': None}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:43:27.178832 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f688d96d-3919-47aa-a2a5-4c89a677beb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.299592 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.303116 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7ab771c3-6659-4f4f-be02-cf0120e6456c tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:27.346946 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Pushing event deleted for resources: {'Port': ['ID=8298798c-16c1-4547-8ebf-a9a727ece513,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:27.350368 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:27.437533 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680553'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.606804 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29609'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.609096 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.696711 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680993'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.697110 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cee03fd-8cca-4c51-bc9e-09e179141400 {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:43:27.710187 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.711301 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7cee03fd-8cca-4c51-bc9e-09e179141400 HTTP/1.1" status: 204 len: 168 time: 1.3227377 May 04 14:43:27.713948 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49718) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:27.787865 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e243b09f-9fae-4238-8487-ec50247d7d97 admin admin] Deleting subnet 4bb8bab2-919e-4fcd-bad4-70b27fdc60ad {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:43:27.793011 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e243b09f-9fae-4238-8487-ec50247d7d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.842695 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e243b09f-9fae-4238-8487-ec50247d7d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.921485 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e243b09f-9fae-4238-8487-ec50247d7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.266725 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e243b09f-9fae-4238-8487-ec50247d7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.271875 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1a33ed9e-3e45-4a6b-ab98-5629f5bb4546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:28.305063 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243b09f-9fae-4238-8487-ec50247d7d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb8bab2-919e-4fcd-bad4-70b27fdc60ad,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:28.308118 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e243b09f-9fae-4238-8487-ec50247d7d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:28.309116 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e243b09f-9fae-4238-8487-ec50247d7d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.314495 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f92880-65e3-40d5-bc4a-73e78400f5a6 None None] Network 2426ec7c-67a8-4449-b817-98b70de57924 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:43:28.315050 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e243b09f-9fae-4238-8487-ec50247d7d97 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4bb8bab2-919e-4fcd-bad4-70b27fdc60ad HTTP/1.1" status: 204 len: 168 time: 0.6001506 May 04 14:43:28.317683 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49722) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:28.420410 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.496317 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Deleting port 86f16f6b-f73a-4bf0-83f3-c2c136411265 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:28.496655 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.548030 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] DHCP port deletion for 2426ec7c-67a8-4449-b817-98b70de57924 request from dv-cinder-772623-4-iscsi {{(pid=73814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:43:28.596653 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] For port 86f16f6b-f73a-4bf0-83f3-c2c136411265, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=86f16f6b-f73a-4bf0-83f3-c2c136411265,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:28.597026 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.615529 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Deleting port 86f16f6b-f73a-4bf0-83f3-c2c136411265 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:28.615943 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.702621 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device e80083c3-e6f6-4d36-8b81-eedc13564be1 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:28.717400 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Calling delete_port for 86f16f6b-f73a-4bf0-83f3-c2c136411265 owned by network:dhcp {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:28.744535 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: e80083c3-e6f6-4d36-8b81-eedc13564be1 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:43:28.744861 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device e80083c3-e6f6-4d36-8b81-eedc13564be1 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:28.745284 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 86f16f6b-f73a-4bf0-83f3-c2c136411265 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:28.765588 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.769537 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1fc9091f-56bb-46e2-ae6b-1827df765558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:28.780007 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 86f16f6b-f73a-4bf0-83f3-c2c136411265 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:43:28.780274 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 86f16f6b-f73a-4bf0-83f3-c2c136411265 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:28.780721 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 8298798c-16c1-4547-8ebf-a9a727ece513 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:28.803917 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] For port 86f16f6b-f73a-4bf0-83f3-c2c136411265, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=86f16f6b-f73a-4bf0-83f3-c2c136411265,segment=NetworkSegment(7b03e0dc-d655-43f6-921a-27b0786b60ac),segment_id=7b03e0dc-d655-43f6-921a-27b0786b60ac)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:28.804315 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.811198 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Pushing event deleted for resources: {'Port': ['ID=86f16f6b-f73a-4bf0-83f3-c2c136411265,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:28.814275 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:28.815047 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] No DVR routers for this DVR port 86f16f6b-f73a-4bf0-83f3-c2c136411265 on host dv-cinder-772623-4-iscsi {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:43:28.826600 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 8298798c-16c1-4547-8ebf-a9a727ece513 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:43:28.826975 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 8298798c-16c1-4547-8ebf-a9a727ece513 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:28.926378 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.934977 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Calling delete_port for 86f16f6b-f73a-4bf0-83f3-c2c136411265 owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:28.981211 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:28.985426 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-02ff7d41-4c81-4af4-b0b1-997bf07ffd77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:29.028293 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Pushing event deleted for resources: {'Port': ['ID=86f16f6b-f73a-4bf0-83f3-c2c136411265,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:29.033061 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2426ec7c-67a8-4449-b817-98b70de57924']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:29.035646 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] No DVR routers for this DVR port 86f16f6b-f73a-4bf0-83f3-c2c136411265 on host dv-cinder-772623-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:43:29.043037 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.043497 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.043870 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.044200 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.044527 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.044879 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.045195 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.045869 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.045869 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.046214 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.046481 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.046728 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:29.048052 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b03e0dc-d655-43f6-921a-27b0786b60ac') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:29.048359 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b03e0dc-d655-43f6-921a-27b0786b60ac') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:29.049825 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:29.062572 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2612989'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:29.080482 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:29.086945 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:43:29.256097 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Network 2426ec7c-67a8-4449-b817-98b70de57924 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:43:29.265906 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612086'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:29.535434 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Network 2426ec7c-67a8-4449-b817-98b70de57924 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: Traceback (most recent call last): May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: timer() May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: cb(*args, **kw) May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: return func(*args, **kwargs) May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: self._notify() May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: self.callback(batched_events) May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: event.method(event) May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: return f(self, *a, **k) May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._get(url).json() May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:43:29.556101 dv-cinder-772623-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:43:29.633984 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:29.637873 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:29.656612 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:29.661537 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:29.662711 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Pushing event deleted for resources: {'Network': ['ID=2426ec7c-67a8-4449-b817-98b70de57924,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:29.666957 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:29.680782 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d0a4b32e-c75b-48ea-8eb7-3933b1c4334a admin admin] 10.222.0.50 "DELETE /v2.0/networks/2426ec7c-67a8-4449-b817-98b70de57924 HTTP/1.1" status: 204 len: 168 time: 1.3621387 May 04 14:43:29.683951 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49726) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:29.847493 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3f7dfd82-4e54-49ec-9f01-b71e6a3afb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:30.225304 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658246'] for router_interface, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:30.636108 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Deleting port 298ea1aa-dac8-453e-83db-1aeacfc7270c {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:30.636670 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:30.747546 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:30.764865 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] For port 298ea1aa-dac8-453e-83db-1aeacfc7270c, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=298ea1aa-dac8-453e-83db-1aeacfc7270c,segment=NetworkSegment(70f63451-3e6a-4dd0-abae-fed53c416129),segment_id=70f63451-3e6a-4dd0-abae-fed53c416129)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:30.765227 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:30.885362 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Calling delete_port for 298ea1aa-dac8-453e-83db-1aeacfc7270c owned by network:router_interface {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:31.145855 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:31.149418 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-375bb444-7359-4ca5-9f61-894cccdbbd51 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:31.195178 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=298ea1aa-dac8-453e-83db-1aeacfc7270c,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:31.198395 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:31.461689 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683254'] for router_interface, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:31.826733 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Router f617bb34-9d53-4fa8-a5ec-61d0af961a78 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:43:32.012280 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:43:32.024354 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8a60deb8-43ed-4214-bc5e-93ab6678fce9 admin admin] 10.222.0.50 "PUT /v2.0/routers/f617bb34-9d53-4fa8-a5ec-61d0af961a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3369679 May 04 14:43:32.024705 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49730) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:32.026891 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] Sync routers for ids ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:43:32.037479 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] Routers {'f617bb34-9d53-4fa8-a5ec-61d0af961a78'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:32.038115 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:32.196368 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:32.212272 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] Set router f617bb34-9d53-4fa8-a5ec-61d0af961a78 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:32.292206 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:32.486861 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:32.502936 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'name': 'tempest-TestMinimumBasicScenario-1770079995-router', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:15Z', 'updated_at': '2021-05-04T14:43:31Z', 'revision_number': 5, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'gw_port': {'id': '09624c5d-db5d-40fe-b66b-d44301ea903b', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:16Z', 'updated_at': '2021-05-04T14:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:32.507084 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] Checking router: f617bb34-9d53-4fa8-a5ec-61d0af961a78 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:43:32.515921 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] Routers {'f617bb34-9d53-4fa8-a5ec-61d0af961a78'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:32.516526 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:32.560181 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Deleting port 09624c5d-db5d-40fe-b66b-d44301ea903b {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:32.560521 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:32.666798 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] Set router f617bb34-9d53-4fa8-a5ec-61d0af961a78 gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:32.682195 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] For port 09624c5d-db5d-40fe-b66b-d44301ea903b, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=09624c5d-db5d-40fe-b66b-d44301ea903b,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:32.682563 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:32.771722 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'name': 'tempest-TestMinimumBasicScenario-1770079995-router', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:15Z', 'updated_at': '2021-05-04T14:43:32Z', 'revision_number': 6, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'gw_port_host': None}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:32.775615 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c10311-1461-48c5-bc10-d9c5899b2912 None None] The sync data for ids ['f617bb34-9d53-4fa8-a5ec-61d0af961a78'] in dv-cinder-772623-4-iscsi is: [{'id': 'f617bb34-9d53-4fa8-a5ec-61d0af961a78', 'name': 'tempest-TestMinimumBasicScenario-1770079995-router', 'tenant_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:15Z', 'updated_at': '2021-05-04T14:43:32Z', 'revision_number': 6, 'project_id': 'f0c7308c9a2b4ed1af959d71f6b19b05', 'gw_port_host': None}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:43:32.804057 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Calling delete_port for 09624c5d-db5d-40fe-b66b-d44301ea903b owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:32.947197 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:32.950769 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:32.994061 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09624c5d-db5d-40fe-b66b-d44301ea903b,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:32.997378 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:33.088643 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680553'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.264860 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29609'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.268238 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.293478 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680993'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.293991 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f617bb34-9d53-4fa8-a5ec-61d0af961a78 {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:43:33.309072 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.310245 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f617bb34-9d53-4fa8-a5ec-61d0af961a78 HTTP/1.1" status: 204 len: 168 time: 1.2846472 May 04 14:43:33.314110 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49734) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:33.373699 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78155ec-8bc6-4426-9c1e-9054c6482cd2 admin admin] Deleting subnet 91af0635-ff5d-490b-8ea0-13c1cc4642e9 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:43:33.376500 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e78155ec-8bc6-4426-9c1e-9054c6482cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.428562 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e78155ec-8bc6-4426-9c1e-9054c6482cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.506864 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e78155ec-8bc6-4426-9c1e-9054c6482cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.759359 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e78155ec-8bc6-4426-9c1e-9054c6482cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.765144 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2ed1c6fe-dcdc-4c52-9481-08f6a5bf9b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:33.798601 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78155ec-8bc6-4426-9c1e-9054c6482cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91af0635-ff5d-490b-8ea0-13c1cc4642e9,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:33.801177 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e78155ec-8bc6-4426-9c1e-9054c6482cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:33.804037 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e78155ec-8bc6-4426-9c1e-9054c6482cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.809429 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616d380d-d062-4ae5-baea-2f28aed01a74 None None] Network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:43:33.812195 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e78155ec-8bc6-4426-9c1e-9054c6482cd2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/91af0635-ff5d-490b-8ea0-13c1cc4642e9 HTTP/1.1" status: 204 len: 168 time: 0.4970522 May 04 14:43:33.813247 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49738) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:33.918081 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:33.990233 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Deleting port b4a155d2-8591-430c-bf00-ff9711b1d890 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:33.990886 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:34.055813 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] DHCP port deletion for 61f1a246-7af6-4f1d-bcd1-b7a45d023339 request from dv-cinder-772623-4-iscsi {{(pid=73814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:43:34.124264 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] Deleting port b4a155d2-8591-430c-bf00-ff9711b1d890 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:34.124646 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:34.193082 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] For port b4a155d2-8591-430c-bf00-ff9711b1d890, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=b4a155d2-8591-430c-bf00-ff9711b1d890,segment=NetworkSegment(70f63451-3e6a-4dd0-abae-fed53c416129),segment_id=70f63451-3e6a-4dd0-abae-fed53c416129)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:34.193569 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:34.257098 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] For port b4a155d2-8591-430c-bf00-ff9711b1d890, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=b4a155d2-8591-430c-bf00-ff9711b1d890,segment=NetworkSegment(70f63451-3e6a-4dd0-abae-fed53c416129),segment_id=70f63451-3e6a-4dd0-abae-fed53c416129)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:34.257398 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:34.316391 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Calling delete_port for b4a155d2-8591-430c-bf00-ff9711b1d890 owned by network:dhcp {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:34.365000 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:34.368933 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cb860929-41f2-4631-ab5a-732daf5e6a6e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:34.373704 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] Calling delete_port for b4a155d2-8591-430c-bf00-ff9711b1d890 owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:34.411188 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a155d2-8591-430c-bf00-ff9711b1d890,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:34.417538 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:34.417712 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] No DVR routers for this DVR port b4a155d2-8591-430c-bf00-ff9711b1d890 on host dv-cinder-772623-4-iscsi {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:43:34.421376 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5babfcd7-e122-4f13-9c5d-d62e3ab50e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:34.443187 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:34.462863 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] Pushing event deleted for resources: {'Port': ['ID=b4a155d2-8591-430c-bf00-ff9711b1d890,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:34.465566 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:34.466372 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] No DVR routers for this DVR port b4a155d2-8591-430c-bf00-ff9711b1d890 on host dv-cinder-772623-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:43:34.540772 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:34.656146 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f1a246-7af6-4f1d-bcd1-b7a45d023339']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:34.669338 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f63451-3e6a-4dd0-abae-fed53c416129') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:34.669632 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f63451-3e6a-4dd0-abae-fed53c416129') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:34.681334 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2612989'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:34.690186 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 09624c5d-db5d-40fe-b66b-d44301ea903b no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:34.697582 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:34.704764 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:43:34.724615 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 09624c5d-db5d-40fe-b66b-d44301ea903b {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:43:34.724884 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 09624c5d-db5d-40fe-b66b-d44301ea903b not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:34.725309 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device b4a155d2-8591-430c-bf00-ff9711b1d890 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:34.759942 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: b4a155d2-8591-430c-bf00-ff9711b1d890 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:43:34.760297 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device b4a155d2-8591-430c-bf00-ff9711b1d890 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:34.760716 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 298ea1aa-dac8-453e-83db-1aeacfc7270c no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:34.793121 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 298ea1aa-dac8-453e-83db-1aeacfc7270c {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:43:34.793326 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 298ea1aa-dac8-453e-83db-1aeacfc7270c not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:34.872477 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:43:34.880731 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612086'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:35.042919 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Network 61f1a246-7af6-4f1d-bcd1-b7a45d023339 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: Traceback (most recent call last): May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: timer() May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: cb(*args, **kw) May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: return func(*args, **kwargs) May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: self._notify() May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: self.callback(batched_events) May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: event.method(event) May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: return f(self, *a, **k) May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._get(url).json() May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:43:35.063429 dv-cinder-772623-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:43:35.141650 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:35.145679 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fc4d2927-2512-470e-9a6c-53a306932ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:35.158721 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:35.168654 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Pushing event deleted for resources: {'Network': ['ID=61f1a246-7af6-4f1d-bcd1-b7a45d023339,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:35.171577 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:35.176172 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] 10.222.0.50 "DELETE /v2.0/networks/61f1a246-7af6-4f1d-bcd1-b7a45d023339 HTTP/1.1" status: 204 len: 168 time: 1.3589551 May 04 14:43:35.355235 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49744) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:35.409949 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-88b7149e-13f2-46eb-823d-c47b1e14eefa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e44d657caeb47d5b11692cb70205f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531490 May 04 14:43:35.412685 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49748) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:35.480298 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0d17af42-c1b9-4419-bfbd-74685b572d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:35.511605 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0d17af42-c1b9-4419-bfbd-74685b572d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:35.565623 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0d17af42-c1b9-4419-bfbd-74685b572d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:35.569601 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a5c848fb-eec7-40f3-80dc-25e578c8b9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:35.583358 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17af42-c1b9-4419-bfbd-74685b572d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda56c70-2f13-46b3-9de2-fd80eb6caf25,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:35.585953 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0d17af42-c1b9-4419-bfbd-74685b572d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:35.592974 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0d17af42-c1b9-4419-bfbd-74685b572d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:35.594103 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-0d17af42-c1b9-4419-bfbd-74685b572d55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dda56c70-2f13-46b3-9de2-fd80eb6caf25 HTTP/1.1" status: 204 len: 168 time: 0.1804163 May 04 14:43:35.955803 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49756) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:36.010343 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-330208f9-87a2-4de9-aa38-c1eb90a6e95d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0c7308c9a2b4ed1af959d71f6b19b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533204 May 04 14:43:36.012925 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49760) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:36.069660 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c51ed45-c855-4447-a449-494bfa109c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:36.095260 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c51ed45-c855-4447-a449-494bfa109c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:36.148263 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c51ed45-c855-4447-a449-494bfa109c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:36.152129 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-39f8025e-7e19-4f1d-b33e-d5d74033c691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:36.164685 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51ed45-c855-4447-a449-494bfa109c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e548ca-8b81-4de6-82eb-40c59546c82c,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:36.167541 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9c51ed45-c855-4447-a449-494bfa109c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:36.169530 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9c51ed45-c855-4447-a449-494bfa109c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:36.173357 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9c51ed45-c855-4447-a449-494bfa109c48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5e548ca-8b81-4de6-82eb-40c59546c82c HTTP/1.1" status: 204 len: 168 time: 0.1595259 May 04 14:43:36.982871 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49784) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:37.093725 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-949771122-network', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:37.098600 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:37.103712 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Usage tracker for resource:network and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:37.107301 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:37.118581 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:37.130189 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Made reservation on behalf of 2ec33e2fa2db47598c8b94a54d86e5c2 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:43:37.133341 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:37.146460 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:37.160724 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:37.164482 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Usage tracker for resource:security_group_rule and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:37.167182 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:37.172699 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:37.267755 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:37.274960 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:37.278994 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-473f4bbb-39a3-42cb-82bc-93ccbd309ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:37.308040 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:43:37.317116 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b412152-3d69-4d02-b174-58400c78b5b6,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:37.321803 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:37.324686 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:37.325022 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Added segment 5fc7e64e-82ec-456c-ab46-da1a255f472a of type vlan for network d9793fbb-3f0a-4467-adf8-2019ba99cadc May 04 14:43:37.353790 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:37.388633 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:37.390216 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:37.390803 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:37.395971 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7fd4cf01-459b-4910-89da-6a690761933f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:37.590377 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Pushing event updated for resources: {'Network': ['ID=d9793fbb-3f0a-4467-adf8-2019ba99cadc,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:37.593191 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:37.597771 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e2230ceb-ae7b-4353-993e-720d28a5a91b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6106136 May 04 14:43:37.600098 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49790) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:37.601367 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:43:37.606017 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Request body: {'subnet': {'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-949771122-subnet', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:37.611379 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:37.615755 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Usage tracker for resource:subnet and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:37.618813 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:37.624781 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:37.637974 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Made reservation on behalf of 2ec33e2fa2db47598c8b94a54d86e5c2 for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:43:37.640291 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412960'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.079136 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2612885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412982'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.082637 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-47df2d5d-48a6-4448-9c62-8105860504cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:38.148937 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2d8894-dbad-4ca1-bb58-62b78f432831,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:38.152737 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:38.159816 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Checking segment: {'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:43:38.160169 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Network hostable DHCP agents. Network: d9793fbb-3f0a-4467-adf8-2019ba99cadc, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:43:38.178939 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:43:38.190326 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, d9793fbb-3f0a-4467-adf8-2019ba99cadc) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:38.199294 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:38.199746 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe0d96-539d-4830-b3b9-ec0e8d6db67b None None] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:43:38.200152 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.221560 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4e791744-3574-4cb6-8db1-0a585619dc12 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6204207 May 04 14:43:38.224923 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49794) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:38.230175 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:38.235048 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:38.239162 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Usage tracker for resource:router and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:38.242271 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:38.248182 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:38.259173 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29531'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.260287 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29522'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.274999 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.414286 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a451dd-dd73-5bd1-aab2-6d9cbca5dd60-d9793fbb-3f0a-4467-adf8-2019ba99cadc', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831'}]}} from dv-cinder-772623-4-iscsi. {{(pid=73814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:43:38.415264 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.539689 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.567026 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Allocated IP 172.20.0.2 (d9793fbb-3f0a-4467-adf8-2019ba99cadc/af2d8894-dbad-4ca1-bb58-62b78f432831/96b894b7-4011-417a-9057-0a53d2a8c9af) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:43:38.771695 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.781587 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Transition to ACTIVE for port object 96b894b7-4011-417a-9057-0a53d2a8c9af will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:43:38.798929 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Transition to ACTIVE for port object 96b894b7-4011-417a-9057-0a53d2a8c9af will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:43:38.805106 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.808506 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:38.850277 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.868588 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:43:38.871824 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:38.875369 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:43:38.880018 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.881134 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Pushing event updated for resources: {'Port': ['ID=96b894b7-4011-417a-9057-0a53d2a8c9af,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:38.885106 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:38.970399 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Attempting to bind port 96b894b7-4011-417a-9057-0a53d2a8c9af on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:43:38.970773 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Attempting to bind port 96b894b7-4011-417a-9057-0a53d2a8c9af by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:43:38.971137 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Attempting to bind port 96b894b7-4011-417a-9057-0a53d2a8c9af on network d9793fbb-3f0a-4467-adf8-2019ba99cadc {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:43:38.977826 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:43:38.978266 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Checking segment: {'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:43:38.978663 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.979058 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Bound using segment: {'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:43:38.979527 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Bound port: 96b894b7-4011-417a-9057-0a53d2a8c9af, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:43:38.980011 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:39.017566 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Allocated IP 172.27.0.127 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/22099e9e-6cd6-4b8c-83cb-158319addebb) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:43:39.073878 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] For port 96b894b7-4011-417a-9057-0a53d2a8c9af, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:43:39.077443 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] For port 96b894b7-4011-417a-9057-0a53d2a8c9af, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=96b894b7-4011-417a-9057-0a53d2a8c9af,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:43:39.082205 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:39.085841 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8eccdfa2-f925-4fe1-9a62-786f19d6d8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:39.174870 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Pushing event updated for resources: {'Port': ['ID=96b894b7-4011-417a-9057-0a53d2a8c9af,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:39.178884 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:39.285675 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:39.316117 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:39.320133 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20144049-ed7f-45fa-80a7-da23eba16e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:39.395746 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:43:39.403121 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:39.407532 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:43:39.446376 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Pushing event updated for resources: {'Port': ['ID=22099e9e-6cd6-4b8c-83cb-158319addebb,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:39.455123 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:39.829022 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:40.021185 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb2cff-096c-4547-ac0a-a567267b7bb9 None None] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:43:40.153933 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-3cde4811-b0bc-43b7-be38-6805148c8a68 None None] Provisioning for port 96b894b7-4011-417a-9057-0a53d2a8c9af completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:43:40.174042 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:40.379200 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 is scheduled to L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:43:40.555370 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:43:40.563960 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Sync routers for ids ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:43:40.573183 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Routers {'b7e7a5ea-3288-4c06-a107-af69ed4eeac1'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:40.573800 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:40.580795 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:40.582028 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4055ea44-278c-4679-8859-302f7ecb5228 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3561742 May 04 14:43:40.584998 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49798) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:40.729055 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 96b894b7-4011-417a-9057-0a53d2a8c9af up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:40.803869 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Set router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:40.986919 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 96b894b7-4011-417a-9057-0a53d2a8c9af completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:43:41.003503 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 96b894b7-4011-417a-9057-0a53d2a8c9af triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:41.003957 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.178782 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.213169 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:39Z', 'revision_number': 3, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:41.219441 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 96b894b7-4011-417a-9057-0a53d2a8c9af, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=96b894b7-4011-417a-9057-0a53d2a8c9af,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:41.220540 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Checking router: b7e7a5ea-3288-4c06-a107-af69ed4eeac1 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:43:41.220901 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Updating router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 port 22099e9e-6cd6-4b8c-83cb-158319addebb binding host dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:43:41.251580 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.258873 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-40b6e17d-f2c2-4d05-8e7b-4b8b2c2c5e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:41.323364 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.378238 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.381340 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=96b894b7-4011-417a-9057-0a53d2a8c9af,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:41.385673 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:41.588339 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Allocated IP 172.20.0.1 (d9793fbb-3f0a-4467-adf8-2019ba99cadc/af2d8894-dbad-4ca1-bb58-62b78f432831/ae1b032d-05cb-4ec0-be52-929061b97c76) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:43:41.658077 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.669497 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Transition to ACTIVE for port object 22099e9e-6cd6-4b8c-83cb-158319addebb will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:43:41.676520 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.681180 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:41.733165 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.749033 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Transition to ACTIVE for port object ae1b032d-05cb-4ec0-be52-929061b97c76 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:43:41.758806 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Attempting to bind port 22099e9e-6cd6-4b8c-83cb-158319addebb on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:43:41.759188 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Attempting to bind port 22099e9e-6cd6-4b8c-83cb-158319addebb by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:43:41.759560 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Attempting to bind port 22099e9e-6cd6-4b8c-83cb-158319addebb on network a2b590c2-19b7-4052-a497-500fc545d77d {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:43:41.765644 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77391f0b-83fa-46aa-b820-ab6d6dc47913 None None] Pushing event updated for resources: {'Port': ['ID=22099e9e-6cd6-4b8c-83cb-158319addebb,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:41.769665 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-77391f0b-83fa-46aa-b820-ab6d6dc47913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:41.770505 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:43:41.770884 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:43:41.771298 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.771743 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Bound using segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:43:41.772247 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Bound port: 22099e9e-6cd6-4b8c-83cb-158319addebb, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:43:41.772626 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.775353 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.779256 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-25cb67bb-b14c-4bc5-a80c-3a72f4dd89bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:41.839959 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:43:41.843391 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:41.845275 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] For port 22099e9e-6cd6-4b8c-83cb-158319addebb, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:43:41.847051 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:43:41.848511 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] For port 22099e9e-6cd6-4b8c-83cb-158319addebb, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=22099e9e-6cd6-4b8c-83cb-158319addebb,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:43:41.853957 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.858087 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b4112987-c923-49c9-8046-dafc9213b929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:41.883996 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Pushing event updated for resources: {'Port': ['ID=ae1b032d-05cb-4ec0-be52-929061b97c76,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:41.890802 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:41.912955 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658387'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.981030 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Routers {'b7e7a5ea-3288-4c06-a107-af69ed4eeac1'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:41.981667 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:42.047743 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77391f0b-83fa-46aa-b820-ab6d6dc47913 None None] Pushing event updated for resources: {'Port': ['ID=22099e9e-6cd6-4b8c-83cb-158319addebb,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:42.062571 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-77391f0b-83fa-46aa-b820-ab6d6dc47913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:42.163164 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] Set router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:42.271467 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.303133 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-8c49025d-e899-4269-8648-6ee9094f82b9 None None] Provisioning for port ae1b032d-05cb-4ec0-be52-929061b97c76 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:43:42.361267 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-8c49025d-e899-4269-8648-6ee9094f82b9 None None] Provisioning complete for port ae1b032d-05cb-4ec0-be52-929061b97c76 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:42.361651 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8c49025d-e899-4269-8648-6ee9094f82b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.430758 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-8c49025d-e899-4269-8648-6ee9094f82b9 None None] Port ae1b032d-05cb-4ec0-be52-929061b97c76 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:43:42.488302 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.494467 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.499684 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:39Z', 'revision_number': 3, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:42.503790 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5036a-578e-4c74-9a3e-9ca47e2be550 None None] The sync data for ids ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'] in dv-cinder-772623-4-iscsi is: [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:39Z', 'revision_number': 3, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:43:42.522723 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ad36f934-604a-4953-bf75-319610610f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:42.601500 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Pushing event updated for resources: {'Port': ['ID=ae1b032d-05cb-4ec0-be52-929061b97c76,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:42.605880 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:42.606797 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658288'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.730276 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 96b894b7-4011-417a-9057-0a53d2a8c9af up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:42.755021 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:43:42.756193 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:42.809189 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 96b894b7-4011-417a-9057-0a53d2a8c9af triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:42.809565 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.968541 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:43:43.057601 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-3e3e0d41-1710-42d8-b4d0-9f039461b64e None None] Provisioning complete for port ae1b032d-05cb-4ec0-be52-929061b97c76 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:43.058108 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3e3e0d41-1710-42d8-b4d0-9f039461b64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:43.121581 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e0d41-1710-42d8-b4d0-9f039461b64e None None] Port ae1b032d-05cb-4ec0-be52-929061b97c76 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:43:43.158121 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:43:43.167388 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] 10.222.0.50 "PUT /v2.0/routers/b7e7a5ea-3288-4c06-a107-af69ed4eeac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5813770 May 04 14:43:43.678819 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49818) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:43.684888 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-500486418-network', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:43.689907 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:43.694216 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Usage tracker for resource:network and tenant:a4eb6d818d874e319896052acf9e95be is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:43.697356 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:43.703389 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:43.715310 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Made reservation on behalf of a4eb6d818d874e319896052acf9e95be for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:43:43.717727 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:43.730701 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:43.745300 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:43.749554 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Usage tracker for resource:security_group_rule and tenant:a4eb6d818d874e319896052acf9e95be is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:43.752536 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:43.758513 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:43.845352 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:43.850370 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:43.854364 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e50436d2-1f47-44a3-939c-fdfef1fb5b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:43.878275 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:43:43.891538 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b2a1f-74cb-40f8-a643-e1b51c31e1c2,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:43.894857 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:43.897576 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:43.897915 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Added segment b5d4718a-cef7-4567-a51f-028056c7310c of type vlan for network 373e0822-a3fe-4dcc-8877-2852f4797a32 May 04 14:43:43.923842 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764898322068'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:43.954932 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Sync routers for ids ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:43:43.955465 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:43.956542 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:43.957130 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:43.961951 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:43.964037 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Routers {'b7e7a5ea-3288-4c06-a107-af69ed4eeac1'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:43.964650 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:44.056732 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3766427 May 04 14:43:44.059701 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49822) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:44.063510 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Pushing event updated for resources: {'Network': ['ID=373e0822-a3fe-4dcc-8877-2852f4797a32,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:44.065529 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Request body: {'subnet': {'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-500486418-subnet', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'ip_version': 4}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:44.066468 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bf38a23a-b923-45c1-adf0-14662118581d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:44.070753 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:44.074416 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Usage tracker for resource:subnet and tenant:a4eb6d818d874e319896052acf9e95be is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:44.076057 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Network 373e0822-a3fe-4dcc-8877-2852f4797a32 details requested by agent ovs-agent-dv-cinder-772623-4-iscsi with host dv-cinder-772623-4-iscsi {{(pid=73814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:43:44.077368 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:44.083877 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:44.094440 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Made reservation on behalf of a4eb6d818d874e319896052acf9e95be for: {'subnet': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:43:44.096768 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3883003'] for subnet, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.187259 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Set router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:44.334928 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:43:44.481694 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2642573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3882989'] for subnet, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.487151 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:44.498085 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:42Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'ae1b032d-05cb-4ec0-be52-929061b97c76', 'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'mac_address': 'fa:16:3e:a3:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:41Z', 'updated_at': '2021-05-04T14:43:42Z', 'revision_number': 2, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'subnets': [{'id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:44.501980 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Checking router: b7e7a5ea-3288-4c06-a107-af69ed4eeac1 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:43:44.502324 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Updating router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 port ae1b032d-05cb-4ec0-be52-929061b97c76 binding host dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:43:44.554454 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.559774 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbc8f9e6-477e-4566-91cd-8f9ac5317fee,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:44.562741 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:44.570854 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Checking segment: {'id': 'b5d4718a-cef7-4567-a51f-028056c7310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:43:44.571227 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Network hostable DHCP agents. Network: 373e0822-a3fe-4dcc-8877-2852f4797a32, hostable agents: ['1bb7264a-ca8a-4c2b-9708-3b56ceacc296'], hosted agents: [] {{(pid=73812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:43:44.591168 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Network 373e0822-a3fe-4dcc-8877-2852f4797a32 is scheduled to be hosted by DHCP agent 1bb7264a-ca8a-4c2b-9708-3b56ceacc296 with binding_index 1 {{(pid=73812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:43:44.601056 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-iscsi, 373e0822-a3fe-4dcc-8877-2852f4797a32) {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:44.611302 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:44.611894 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.612059 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4bd2b-93a0-49b0-85f6-e94f2b2d2acb None None] Network 373e0822-a3fe-4dcc-8877-2852f4797a32 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:43:44.637011 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49826) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:44.637927 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-c6857385-f4bc-4806-ab97-142ce7d41319 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5769928 May 04 14:43:44.642154 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-500486418-router', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:44.647957 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:44.654743 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Usage tracker for resource:router and tenant:a4eb6d818d874e319896052acf9e95be is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:44.659085 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:44.675737 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:44.699087 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29531'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.701704 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29522'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.722089 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.751409 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 22099e9e-6cd6-4b8c-83cb-158319addebb up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:44.913567 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port 22099e9e-6cd6-4b8c-83cb-158319addebb completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:43:44.918457 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 22099e9e-6cd6-4b8c-83cb-158319addebb triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:44.918827 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.931553 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.943333 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Transition to ACTIVE for port object ae1b032d-05cb-4ec0-be52-929061b97c76 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:43:44.950037 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.954061 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a451dd-dd73-5bd1-aab2-6d9cbca5dd60-373e0822-a3fe-4dcc-8877-2852f4797a32', 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'fixed_ips': [{'subnet_id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee'}]}} from dv-cinder-772623-4-iscsi. {{(pid=73814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:43:44.955013 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:44.956297 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-abc7c224-bece-47c4-b59f-c28b262455ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:45.133648 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29600'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.180172 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Attempting to bind port ae1b032d-05cb-4ec0-be52-929061b97c76 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:43:45.180554 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Attempting to bind port ae1b032d-05cb-4ec0-be52-929061b97c76 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:43:45.181033 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Attempting to bind port ae1b032d-05cb-4ec0-be52-929061b97c76 on network d9793fbb-3f0a-4467-adf8-2019ba99cadc {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:43:45.183496 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Pushing event updated for resources: {'Port': ['ID=ae1b032d-05cb-4ec0-be52-929061b97c76,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:45.194957 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.195290 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.195991 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.195991 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.196421 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.196802 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.197077 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.197392 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.197721 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.198034 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.198341 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.198647 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:45.204293 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:45.205220 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:43:45.205588 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Checking segment: {'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:43:45.205983 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.206361 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Bound using segment: {'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:43:45.206822 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Bound port: ae1b032d-05cb-4ec0-be52-929061b97c76, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:43:45.207188 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.287595 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.294092 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Allocated IP 172.20.0.2 (373e0822-a3fe-4dcc-8877-2852f4797a32/cbc8f9e6-477e-4566-91cd-8f9ac5317fee/a76e78de-f284-4aa6-8e47-af91cf79b151) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:43:45.318751 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port 22099e9e-6cd6-4b8c-83cb-158319addebb, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=22099e9e-6cd6-4b8c-83cb-158319addebb,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:45.323781 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] For port ae1b032d-05cb-4ec0-be52-929061b97c76, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:43:45.327385 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] For port ae1b032d-05cb-4ec0-be52-929061b97c76, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=ae1b032d-05cb-4ec0-be52-929061b97c76,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:43:45.332413 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.336372 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.337812 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:45.350949 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:45.419397 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Routers {'b7e7a5ea-3288-4c06-a107-af69ed4eeac1'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:45.420055 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:45.511085 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=22099e9e-6cd6-4b8c-83cb-158319addebb,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:45.514227 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:45.514659 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.546919 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.620051 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.625845 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Pushing event updated for resources: {'Port': ['ID=ae1b032d-05cb-4ec0-be52-929061b97c76,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:45.632576 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Transition to ACTIVE for port object a76e78de-f284-4aa6-8e47-af91cf79b151 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:43:45.633204 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] Set router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:45.652830 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Transition to ACTIVE for port object a76e78de-f284-4aa6-8e47-af91cf79b151 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:43:45.661162 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.665089 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b0a9124a-0aa4-414d-a5c6-28119aa4a9e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:45.713988 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-18cf4b45-aa57-4526-94f4-eed41fbaeb9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:45.717740 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Allocated IP 172.27.0.109 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/a08b8cf9-8326-4ef9-96d9-421b70cf1700) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:43:45.738250 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Network 373e0822-a3fe-4dcc-8877-2852f4797a32 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:43:45.743235 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:45.748633 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:43:45.756608 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Pushing event updated for resources: {'Port': ['ID=a76e78de-f284-4aa6-8e47-af91cf79b151,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:45.761866 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:45.849618 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Attempting to bind port a76e78de-f284-4aa6-8e47-af91cf79b151 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:43:45.849974 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Attempting to bind port a76e78de-f284-4aa6-8e47-af91cf79b151 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': 'b5d4718a-cef7-4567-a51f-028056c7310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:43:45.850342 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Attempting to bind port a76e78de-f284-4aa6-8e47-af91cf79b151 on network 373e0822-a3fe-4dcc-8877-2852f4797a32 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:43:45.855911 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:43:45.856297 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Checking segment: {'id': 'b5d4718a-cef7-4567-a51f-028056c7310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:43:45.856706 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.857107 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Bound using segment: {'id': 'b5d4718a-cef7-4567-a51f-028056c7310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:43:45.857579 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Bound port: a76e78de-f284-4aa6-8e47-af91cf79b151, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d4718a-cef7-4567-a51f-028056c7310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:43:45.857958 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.893594 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.926622 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.931433 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-00a710ac-3eee-4449-a522-a19204dba8d5 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:45.955552 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] For port a76e78de-f284-4aa6-8e47-af91cf79b151, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:43:45.959731 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] For port a76e78de-f284-4aa6-8e47-af91cf79b151, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a76e78de-f284-4aa6-8e47-af91cf79b151,segment=NetworkSegment(b5d4718a-cef7-4567-a51f-028056c7310c),segment_id=b5d4718a-cef7-4567-a51f-028056c7310c)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:43:45.965466 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:45.970337 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-40b6e17d-f2c2-4d05-8e7b-4b8b2c2c5e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:45.987820 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:43:45.993881 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:42Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'ae1b032d-05cb-4ec0-be52-929061b97c76', 'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'mac_address': 'fa:16:3e:a3:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:41Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'subnets': [{'id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:45.994798 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:45.999378 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:43:46.001988 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa359fd2-8c27-4b16-82f5-194708dcc020 None None] The sync data for ids ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'] in dv-cinder-772623-4-iscsi is: [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:42Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'ae1b032d-05cb-4ec0-be52-929061b97c76', 'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'mac_address': 'fa:16:3e:a3:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:41Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'subnets': [{'id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:43:46.041185 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Pushing event updated for resources: {'Port': ['ID=a08b8cf9-8326-4ef9-96d9-421b70cf1700,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:46.047816 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:46.084153 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Pushing event updated for resources: {'Port': ['ID=a76e78de-f284-4aa6-8e47-af91cf79b151,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:46.089413 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d851acd9-08d4-4cd1-9a38-cd130b1dc89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:46.488936 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:46.840418 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a76e78de-f284-4aa6-8e47-af91cf79b151 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:46.932595 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port a76e78de-f284-4aa6-8e47-af91cf79b151 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:43:46.938333 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 22099e9e-6cd6-4b8c-83cb-158319addebb up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:46.993335 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680636'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:47.028446 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port 22099e9e-6cd6-4b8c-83cb-158319addebb triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:47.028831 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:47.067360 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55135002-3158-4c4c-ab44-2f07039d2908 None None] Network 373e0822-a3fe-4dcc-8877-2852f4797a32 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:43:47.194418 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-662e4888-8515-4487-b491-6b49629c4700 None None] Provisioning for port a76e78de-f284-4aa6-8e47-af91cf79b151 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:43:47.210290 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Router a7a0de96-bf16-49cb-a223-77fb1b913b65 is scheduled to L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:43:47.244338 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-662e4888-8515-4487-b491-6b49629c4700 None None] Provisioning complete for port a76e78de-f284-4aa6-8e47-af91cf79b151 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:47.244633 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-662e4888-8515-4487-b491-6b49629c4700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:47.363045 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device ae1b032d-05cb-4ec0-be52-929061b97c76 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:47.386109 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:43:47.410245 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:47.411550 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9bbba827-26ed-4a1d-9b07-3aac5bc2361f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7735586 May 04 14:43:47.414320 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49830) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:47.416984 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Sync routers for ids ['a7a0de96-bf16-49cb-a223-77fb1b913b65'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:43:47.461882 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Routers {'a7a0de96-bf16-49cb-a223-77fb1b913b65'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:47.462530 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['a7a0de96-bf16-49cb-a223-77fb1b913b65'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:47.728540 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-662e4888-8515-4487-b491-6b49629c4700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:47.752429 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port ae1b032d-05cb-4ec0-be52-929061b97c76 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:43:47.766143 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port ae1b032d-05cb-4ec0-be52-929061b97c76 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:47.766513 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:47.818430 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Set router a7a0de96-bf16-49cb-a223-77fb1b913b65 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:47.970888 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-662e4888-8515-4487-b491-6b49629c4700 None None] For port a76e78de-f284-4aa6-8e47-af91cf79b151, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a76e78de-f284-4aa6-8e47-af91cf79b151,segment=NetworkSegment(b5d4718a-cef7-4567-a51f-028056c7310c),segment_id=b5d4718a-cef7-4567-a51f-028056c7310c)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:47.981085 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-662e4888-8515-4487-b491-6b49629c4700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:47.985165 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:48.087534 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.185928 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e4888-8515-4487-b491-6b49629c4700 None None] Pushing event updated for resources: {'Port': ['ID=a76e78de-f284-4aa6-8e47-af91cf79b151,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:48.195051 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-662e4888-8515-4487-b491-6b49629c4700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:48.195174 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-974f769d-ca40-4d8d-9360-376cfdbfd73a None None] Provisioning complete for port a76e78de-f284-4aa6-8e47-af91cf79b151 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:48.195516 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-974f769d-ca40-4d8d-9360-376cfdbfd73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.252306 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.326967 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port ae1b032d-05cb-4ec0-be52-929061b97c76, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=ae1b032d-05cb-4ec0-be52-929061b97c76,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:48.358352 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.365272 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-77391f0b-83fa-46aa-b820-ab6d6dc47913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:48.420042 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Allocated IP 172.20.0.1 (373e0822-a3fe-4dcc-8877-2852f4797a32/cbc8f9e6-477e-4566-91cd-8f9ac5317fee/a8c33c21-1b5a-45fa-9fac-a25c774e81f1) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:43:48.451356 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'name': 'tempest-TestShelveInstance-500486418-router', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:44Z', 'updated_at': '2021-05-04T14:43:46Z', 'revision_number': 3, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'gw_port': {'id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:45Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:48.460680 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Checking router: a7a0de96-bf16-49cb-a223-77fb1b913b65 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:43:48.461023 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Updating router a7a0de96-bf16-49cb-a223-77fb1b913b65 port a08b8cf9-8326-4ef9-96d9-421b70cf1700 binding host dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:43:48.498209 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=ae1b032d-05cb-4ec0-be52-929061b97c76,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:48.502495 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:48.517590 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.570911 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.586808 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Transition to ACTIVE for port object a8c33c21-1b5a-45fa-9fac-a25c774e81f1 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:43:48.610810 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.615290 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f1554500-dfd3-432f-a393-bf5292a7fc57 tempest-AttachVolumeShelveTestJSON-1498525476 tempest-AttachVolumeShelveTestJSON-1498525476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:48.672262 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Network 373e0822-a3fe-4dcc-8877-2852f4797a32 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:43:48.679878 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:48.684569 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:43:48.718591 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a76e78de-f284-4aa6-8e47-af91cf79b151 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:48.729638 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c33c21-1b5a-45fa-9fac-a25c774e81f1,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:48.734503 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:48.747623 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658387'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.835341 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a76e78de-f284-4aa6-8e47-af91cf79b151 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:48.835734 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.872459 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.949124 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.963295 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Transition to ACTIVE for port object a08b8cf9-8326-4ef9-96d9-421b70cf1700 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:43:48.999515 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:49.011792 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7b3e4ccd-f140-419a-a943-3624b0258259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:49.085128 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-2caba0e8-bf93-4d39-bfaf-159d92683975 None None] Provisioning for port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:43:49.100786 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device ae1b032d-05cb-4ec0-be52-929061b97c76 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:49.102914 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:49.108687 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2611986'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:49.135560 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-2caba0e8-bf93-4d39-bfaf-159d92683975 None None] Provisioning complete for port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:49.135829 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ed4e41fd-4a29-4729-816c-b3f2a9dd86d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:49.135928 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2caba0e8-bf93-4d39-bfaf-159d92683975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:49.170072 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Attempting to bind port a08b8cf9-8326-4ef9-96d9-421b70cf1700 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:43:49.170460 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Attempting to bind port a08b8cf9-8326-4ef9-96d9-421b70cf1700 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:43:49.171107 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Attempting to bind port a08b8cf9-8326-4ef9-96d9-421b70cf1700 on network a2b590c2-19b7-4052-a497-500fc545d77d {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:43:49.180538 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1d66f-8f1a-4436-a9b9-bed1d06a4100 None None] Pushing event updated for resources: {'Port': ['ID=a08b8cf9-8326-4ef9-96d9-421b70cf1700,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:49.193605 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-42a1d66f-8f1a-4436-a9b9-bed1d06a4100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:49.194533 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:43:49.194900 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Checking segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:43:49.195301 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:49.195707 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Bound using segment: {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:43:49.196152 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Bound port: a08b8cf9-8326-4ef9-96d9-421b70cf1700, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac5768-ad0f-4de4-b669-b4a8acfc7f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:43:49.196552 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:49.215095 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c33c21-1b5a-45fa-9fac-a25c774e81f1,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:49.217649 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658288'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:49.221222 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:49.285975 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-2caba0e8-bf93-4d39-bfaf-159d92683975 None None] Port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:43:49.297862 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] For port a08b8cf9-8326-4ef9-96d9-421b70cf1700, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:43:49.301159 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] For port a08b8cf9-8326-4ef9-96d9-421b70cf1700, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a08b8cf9-8326-4ef9-96d9-421b70cf1700,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:43:49.307883 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:49.312448 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-42a1d66f-8f1a-4436-a9b9-bed1d06a4100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:49.341971 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port ae1b032d-05cb-4ec0-be52-929061b97c76 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:49.342341 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:49.354762 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Network 373e0822-a3fe-4dcc-8877-2852f4797a32 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:43:49.356210 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:49.490842 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Routers {'a7a0de96-bf16-49cb-a223-77fb1b913b65'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:49.491478 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['a7a0de96-bf16-49cb-a223-77fb1b913b65'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:49.553499 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Router a7a0de96-bf16-49cb-a223-77fb1b913b65 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:43:49.555357 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1d66f-8f1a-4436-a9b9-bed1d06a4100 None None] Pushing event updated for resources: {'Port': ['ID=a08b8cf9-8326-4ef9-96d9-421b70cf1700,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:49.565308 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-42a1d66f-8f1a-4436-a9b9-bed1d06a4100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:49.722477 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-ab479104-2a6a-457d-bb1b-91093aec88cc None None] Provisioning complete for port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:49.722910 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ab479104-2a6a-457d-bb1b-91093aec88cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:49.731569 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:43:49.740261 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] 10.222.0.50 "PUT /v2.0/routers/a7a0de96-bf16-49cb-a223-77fb1b913b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3249903 May 04 14:43:49.763881 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] Set router a7a0de96-bf16-49cb-a223-77fb1b913b65 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:49.841598 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-ab479104-2a6a-457d-bb1b-91093aec88cc None None] Port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:43:50.087386 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'name': 'tempest-TestShelveInstance-500486418-router', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:44Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 4, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'gw_port': {'id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:45Z', 'updated_at': '2021-05-04T14:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'a8c33c21-1b5a-45fa-9fac-a25c774e81f1', 'name': '', 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'mac_address': 'fa:16:3e:17:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:48Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 2, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'subnets': [{'id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:50.092239 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497424a4-7e77-4104-92da-bb0edf11107f None None] The sync data for ids ['a7a0de96-bf16-49cb-a223-77fb1b913b65'] in dv-cinder-772623-4-iscsi is: [{'id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'name': 'tempest-TestShelveInstance-500486418-router', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:44Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 4, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'gw_port': {'id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:45Z', 'updated_at': '2021-05-04T14:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'a8c33c21-1b5a-45fa-9fac-a25c774e81f1', 'name': '', 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'mac_address': 'fa:16:3e:17:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:48Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 2, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'subnets': [{'id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:43:50.315627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49840) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:50.321386 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175248486', 'description': 'tempest-secgroup-smoke-175248486 description', 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:50.331948 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:50.336236 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Usage tracker for resource:security_group and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:50.339209 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:50.346070 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:50.357088 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.379907 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:50.383884 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Usage tracker for resource:security_group_rule and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:50.387142 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:50.393280 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:50.469727 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.474844 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.478990 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-78f7da9a-0421-42b8-badf-0511c35f37af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:50.519755 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:50.522729 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.524144 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2074037 May 04 14:43:50.525196 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-fe3eec49-1b6f-4fed-8655-ec88f39fcdfd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:50.527362 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49844) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:50.533195 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Request body: {'security_group_rule': {'security_group_id': 'b0998e92-eaa7-4449-8cfc-3ba62cd25d1c', 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:50.539413 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:50.543750 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Usage tracker for resource:security_group_rule and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:50.546835 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:50.552735 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:50.570381 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.633138 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.637515 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.639782 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1aa083ac-bc48-4757-97e4-87a234779c2d tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:50.662341 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3b62f1-0277-4a74-89fd-e34daaef392e,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:50.664845 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:50.675577 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.677248 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8499eed4-b381-4ab3-b0d0-fc7b4a3a3177 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489093 May 04 14:43:50.680387 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49848) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:50.688898 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Request body: {'security_group_rule': {'security_group_id': 'b0998e92-eaa7-4449-8cfc-3ba62cd25d1c', 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:50.696526 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:50.700564 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Usage tracker for resource:security_group_rule and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:50.703719 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:50.714298 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:50.731556 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.798488 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.802445 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.804695 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:50.827319 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e389631-e882-4307-95a6-b0b801d88f00,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:50.829828 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:50.837864 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.839099 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-97e5f3d9-a4ad-4a55-af75-6708a92f8b49 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561453 May 04 14:43:50.841823 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49852) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:50.847146 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Request body: {'security_group_rule': {'security_group_id': 'b0998e92-eaa7-4449-8cfc-3ba62cd25d1c', 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:50.853447 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:50.857303 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Usage tracker for resource:security_group_rule and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:50.860106 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:50.865815 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:50.882649 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.951265 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.955231 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.957245 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:50.980130 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b278e377-89ff-4d8a-be14-203eb0532ee0,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:50.982687 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:50.989998 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:50.991161 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-0fa7f2d4-4d78-462d-a657-7abb3a7e7bc9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484325 May 04 14:43:50.994134 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49856) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:50.999498 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Request body: {'security_group_rule': {'security_group_id': 'b0998e92-eaa7-4449-8cfc-3ba62cd25d1c', 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:51.005640 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:51.009581 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Usage tracker for resource:security_group_rule and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:51.012601 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:51.018685 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:51.035339 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.103011 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.106943 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.109244 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:51.134045 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067b2732-d6e7-4a81-bd27-0b037836dcf9,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:51.139229 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:51.143880 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.147610 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-cf7b9621-097b-44e3-9a5a-0f4baa0d4867 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499765 May 04 14:43:51.147842 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 49860) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:51.153235 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Request body: {'security_group_rule': {'security_group_id': 'b0998e92-eaa7-4449-8cfc-3ba62cd25d1c', 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:51.161245 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:51.165592 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Usage tracker for resource:security_group_rule and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:51.168763 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:51.174609 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:51.193053 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.securitygroups_db [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Project 2ec33e2fa2db47598c8b94a54d86e5c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:43:51.199969 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.265853 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.270989 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.272984 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:51.294080 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440b1659-f25e-47bb-bfe3-c442ac5d9eb0,revision_number=0']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:51.296407 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:51.304441 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.305646 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-eb33c0be-7e31-4577-beca-f5118fd8f816 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569166 May 04 14:43:51.309680 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 49864) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:51.315562 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Request body: {'security_group_rule': {'security_group_id': 'b0998e92-eaa7-4449-8cfc-3ba62cd25d1c', 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:43:51.321968 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:51.326133 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Usage tracker for resource:security_group_rule and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:51.329202 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:51.335069 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:51.346417 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.db.securitygroups_db [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Project 2ec33e2fa2db47598c8b94a54d86e5c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:43:51.353018 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.549388 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.554906 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635474'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.557132 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:51.578801 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e30d50-3df2-46b7-9372-07c06904d619,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:51.581493 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:51.590258 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:51.591494 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ea4b6dc0-fb5c-40eb-b9d3-79c810e370f8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2807148 May 04 14:43:52.720081 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a08b8cf9-8326-4ef9-96d9-421b70cf1700 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:52.792879 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port a08b8cf9-8326-4ef9-96d9-421b70cf1700 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:43:52.797839 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a08b8cf9-8326-4ef9-96d9-421b70cf1700 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:52.798213 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:52.920806 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:52.937600 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port a08b8cf9-8326-4ef9-96d9-421b70cf1700, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a08b8cf9-8326-4ef9-96d9-421b70cf1700,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:52.944231 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:52.946656 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:53.019234 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=a08b8cf9-8326-4ef9-96d9-421b70cf1700,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:53.023044 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:53.252856 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:53.766767 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Sync routers for ids ['a7a0de96-bf16-49cb-a223-77fb1b913b65'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:43:53.778413 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Routers {'a7a0de96-bf16-49cb-a223-77fb1b913b65'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:53.779136 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['a7a0de96-bf16-49cb-a223-77fb1b913b65'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:53.958127 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Set router a7a0de96-bf16-49cb-a223-77fb1b913b65 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:54.272897 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'name': 'tempest-TestShelveInstance-500486418-router', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:44Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 4, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'gw_port': {'id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:45Z', 'updated_at': '2021-05-04T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'a8c33c21-1b5a-45fa-9fac-a25c774e81f1', 'name': '', 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'mac_address': 'fa:16:3e:17:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:48Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 2, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'subnets': [{'id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:54.276806 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Checking router: a7a0de96-bf16-49cb-a223-77fb1b913b65 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:43:54.277153 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Updating router a7a0de96-bf16-49cb-a223-77fb1b913b65 port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 binding host dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:43:54.330287 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.682593 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.696058 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Transition to ACTIVE for port object a8c33c21-1b5a-45fa-9fac-a25c774e81f1 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:43:54.704078 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a08b8cf9-8326-4ef9-96d9-421b70cf1700 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:54.704606 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.708012 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:54.775817 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a08b8cf9-8326-4ef9-96d9-421b70cf1700 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:54.776227 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.829557 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09626600-d79a-4a99-ba0b-331234e60e7b None None] Pushing event updated for resources: {'Port': ['ID=a8c33c21-1b5a-45fa-9fac-a25c774e81f1,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:54.833141 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-09626600-d79a-4a99-ba0b-331234e60e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:54.954626 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Attempting to bind port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 on host dv-cinder-772623-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:43:54.954986 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Attempting to bind port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 by drivers openvswitch,hyperv on host dv-cinder-772623-4-iscsi at level 0 using segments [{'id': 'b5d4718a-cef7-4567-a51f-028056c7310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:43:54.955340 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Attempting to bind port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 on network 373e0822-a3fe-4dcc-8877-2852f4797a32 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:43:54.960689 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Checking agent: {'id': 'ffcaf833-e634-48f4-9a2a-e82d833b0c7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:43:54.961053 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Checking segment: {'id': 'b5d4718a-cef7-4567-a51f-028056c7310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:43:54.961447 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.961833 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Bound using segment: {'id': 'b5d4718a-cef7-4567-a51f-028056c7310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:43:54.962314 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Bound port: a8c33c21-1b5a-45fa-9fac-a25c774e81f1, host: dv-cinder-772623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d4718a-cef7-4567-a51f-028056c7310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:43:54.962699 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:55.054685 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] For port a8c33c21-1b5a-45fa-9fac-a25c774e81f1, host dv-cinder-772623-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:43:55.057511 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] For port a8c33c21-1b5a-45fa-9fac-a25c774e81f1, host dv-cinder-772623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a8c33c21-1b5a-45fa-9fac-a25c774e81f1,segment=NetworkSegment(b5d4718a-cef7-4567-a51f-028056c7310c),segment_id=b5d4718a-cef7-4567-a51f-028056c7310c)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:43:55.063535 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:55.067467 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:55.137493 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Routers {'a7a0de96-bf16-49cb-a223-77fb1b913b65'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:43:55.138133 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:43:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['a7a0de96-bf16-49cb-a223-77fb1b913b65'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:55.210965 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09626600-d79a-4a99-ba0b-331234e60e7b None None] Pushing event updated for resources: {'Port': ['ID=a8c33c21-1b5a-45fa-9fac-a25c774e81f1,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:55.215591 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-09626600-d79a-4a99-ba0b-331234e60e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:55.327163 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] Set router a7a0de96-bf16-49cb-a223-77fb1b913b65 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:43:55.648567 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'name': 'tempest-TestShelveInstance-500486418-router', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:44Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 4, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'gw_port': {'id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:45Z', 'updated_at': '2021-05-04T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'a8c33c21-1b5a-45fa-9fac-a25c774e81f1', 'name': '', 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'mac_address': 'fa:16:3e:17:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:48Z', 'updated_at': '2021-05-04T14:43:55Z', 'revision_number': 4, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'subnets': [{'id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:55.652697 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf42df7-0c89-4336-a8ef-01592a60cacb None None] The sync data for ids ['a7a0de96-bf16-49cb-a223-77fb1b913b65'] in dv-cinder-772623-4-iscsi is: [{'id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'name': 'tempest-TestShelveInstance-500486418-router', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:44Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 4, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'gw_port': {'id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:45Z', 'updated_at': '2021-05-04T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'a8c33c21-1b5a-45fa-9fac-a25c774e81f1', 'name': '', 'network_id': '373e0822-a3fe-4dcc-8877-2852f4797a32', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'mac_address': 'fa:16:3e:17:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:48Z', 'updated_at': '2021-05-04T14:43:55Z', 'revision_number': 4, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'subnets': [{'id': 'cbc8f9e6-477e-4566-91cd-8f9ac5317fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:43:56.734408 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a8c33c21-1b5a-45fa-9fac-a25c774e81f1 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:56.809510 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning for port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:43:56.814748 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:56.815128 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:56.938511 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:56.972931 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] For port a8c33c21-1b5a-45fa-9fac-a25c774e81f1, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a8c33c21-1b5a-45fa-9fac-a25c774e81f1,segment=NetworkSegment(b5d4718a-cef7-4567-a51f-028056c7310c),segment_id=b5d4718a-cef7-4567-a51f-028056c7310c)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:56.978153 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:56.980114 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:57.049032 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Pushing event updated for resources: {'Port': ['ID=a8c33c21-1b5a-45fa-9fac-a25c774e81f1,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:57.052325 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:57.071351 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa18d276-cfda-43bc-a64a-a6676d940756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:58.713348 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a8c33c21-1b5a-45fa-9fac-a25c774e81f1 up at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:43:58.821526 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Provisioning complete for port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:43:58.821873 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:59.662847 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:59.842556 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2bea5447-18d8-4188-a267-72ed1334e25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:00.763372 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:00.998494 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-327f80cb-2d16-49f8-93a6-d84e2cc7ea8a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788977 May 04 14:44:01.105568 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-912e4019-a64d-4662-9f79-327e9e919ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:01.107060 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-912e4019-a64d-4662-9f79-327e9e919ff0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 1099 time: 0.0745354 May 04 14:44:01.258326 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-6510f42e-c867-41cc-a5bd-392ea17cca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:01.259696 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-6510f42e-c867-41cc-a5bd-392ea17cca24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1325445 May 04 14:44:01.369932 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-2c7ed82a-f6f2-4b8b-ba4d-20bd6b479e41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e HTTP/1.1" status: 200 len: 1002 time: 0.1027646 May 04 14:44:01.437635 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-417bc37e-6867-46c0-b60a-884af28d75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:01.439113 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-417bc37e-6867-46c0-b60a-884af28d75c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0619514 May 04 14:44:01.603980 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-38dd32aa-5888-4495-8535-61c02c0eac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:01.605531 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-38dd32aa-5888-4495-8535-61c02c0eac28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1592007 May 04 14:44:01.738148 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-d4088352-738e-4db3-9ee6-3e72e4694932 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242664 May 04 14:44:01.870999 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-40efa37f-365b-4269-90e3-7b24a41cb538 req-cf237d2e-0d6d-45a9-bf4d-c4d9ed28a9e3 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258605 May 04 14:44:02.294559 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:07.737066 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-736a268b-e450-4d37-8d23-df3d20c1f706 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Synchronizing usage tracker for tenant:2ec33e2fa2db47598c8b94a54d86e5c2 on resource:security_group {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:44:07.755422 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-736a268b-e450-4d37-8d23-df3d20c1f706 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Unset dirty status for tenant:2ec33e2fa2db47598c8b94a54d86e5c2 on resource:security_group {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:44:07.756674 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-736a268b-e450-4d37-8d23-df3d20c1f706 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175248486&fields=id&tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2 HTTP/1.1" status: 200 len: 267 time: 0.0599818 May 04 14:44:07.913555 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-a44e3a10-9c04-42f6-932e-8f363077b858 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:07.915001 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-a44e3a10-9c04-42f6-932e-8f363077b858 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/networks?id=d9793fbb-3f0a-4467-adf8-2019ba99cadc HTTP/1.1" status: 200 len: 808 time: 0.1515317 May 04 14:44:07.930382 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-52f7d8d6-aa60-4a5a-a4c0-52af5c12eb5c tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/quotas/2ec33e2fa2db47598c8b94a54d86e5c2 HTTP/1.1" status: 200 len: 375 time: 0.0097213 May 04 14:44:08.017666 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-2cf57934-8ca5-49c3-915b-541997257943 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821526 May 04 14:44:08.146796 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-e4fbeb90-54ee-4860-9bf8-0264025597fc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:44:08.147819 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-e4fbeb90-54ee-4860-9bf8-0264025597fc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1189992 May 04 14:44:08.289458 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-867c826d-b7c0-470e-a434-30b18225ae68 service neutron] 10.222.0.50 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351466 May 04 14:44:08.430753 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-23d995b8-5b7a-4b59-8901-92ac2baeb72c service neutron] 10.222.0.50 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354208 May 04 14:44:09.857549 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe195e26-2122-4b77-a29e-b0c178d2e16a req-21614fb6-c7f4-41c4-ad00-3675dde4b367 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 210 time: 0.0435598 May 04 14:44:10.963550 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f6465c6e-7f45-4e82-a4ae-ac4eb8a75f39 req-dca57233-716b-4bb1-b7a1-5f46f18567cb tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 210 time: 0.0476961 May 04 14:44:12.072618 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9026e1ff-1bfc-4f76-b861-594a99b975ac req-b3959195-f9a0-4a52-a51f-eef3fd29991e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 210 time: 0.0431206 May 04 14:44:13.178129 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4d48ccf7-b151-400c-a239-1096b15edf0f req-216ee5f6-b2c6-4f62-9704-c0fe93bba69b tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 210 time: 0.0424054 May 04 14:44:14.332069 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-574b973c-b803-4a19-a539-36716a6085db req-c6ad5680-48c8-4f07-8b82-c2ce5f137406 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 210 time: 0.0507541 May 04 14:44:15.258058 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-a63cb85d-8fe4-4e00-b984-90b3e8fcc4de tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:15.259472 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-a63cb85d-8fe4-4e00-b984-90b3e8fcc4de tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.54 "GET /v2.0/networks?id=d9793fbb-3f0a-4467-adf8-2019ba99cadc HTTP/1.1" status: 200 len: 808 time: 0.1506584 May 04 14:44:15.313995 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-5f052e38-901e-44cd-9f98-417edce82df1 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2 HTTP/1.1" status: 200 len: 379 time: 0.0403061 May 04 14:44:15.322251 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Request body: {'port': {'device_id': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'admin_state_up': True, 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'security_groups': ['b0998e92-eaa7-4449-8cfc-3ba62cd25d1c']}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:44:15.490991 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dd6471fc-bc73-488f-bb24-6a709310b275 req-f5ceb013-19eb-4f69-b1b8-ee05bd8c0198 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 210 time: 0.0456312 May 04 14:44:15.495636 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:44:15.499654 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Usage tracker for resource:port and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:44:15.502749 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:44:15.509022 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:44:15.520578 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Made reservation on behalf of 2ec33e2fa2db47598c8b94a54d86e5c2 for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:44:15.524211 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:15.781898 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Allocated IP 172.20.0.7 (d9793fbb-3f0a-4467-adf8-2019ba99cadc/af2d8894-dbad-4ca1-bb58-62b78f432831/e3ca3e74-e0ef-4c12-8d12-6f8db581a941) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:44:15.978364 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:15.995353 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Transition to ACTIVE for port object e3ca3e74-e0ef-4c12-8d12-6f8db581a941 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:44:16.019263 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:16.025123 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4b8f5e87-11ab-4a33-bd70-b651511481d5 tempest-VolumesNegativeTest-284606691 tempest-VolumesNegativeTest-284606691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:16.090172 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:44:16.093756 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:44:16.097722 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:44:16.129982 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event updated for resources: {'Port': ['ID=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:16.164189 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.164997 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.165877 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.166478 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.167163 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.167843 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.168583 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.169004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.169627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.170102 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.170646 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.171359 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:16.176450 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:16.191179 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:16.191878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:16.215367 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8967340 May 04 14:44:16.241030 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Request body: {'port': {'device_id': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:44:16.361343 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:16.392152 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-bd3dd959-80bf-4f6f-bd8f-e121fe257e3e None None] Provisioning for port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:44:16.397032 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-bd3dd959-80bf-4f6f-bd8f-e121fe257e3e None None] Provisioning complete for port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:44:16.397614 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd959-80bf-4f6f-bd8f-e121fe257e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:16.450432 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-bd3dd959-80bf-4f6f-bd8f-e121fe257e3e None None] Port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:44:16.726165 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161aa49-6e87-4b13-9fac-d3bf8329cc48 req-8ab9736f-9435-41a8-9619-543987154032 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:16.726836 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-b161aa49-6e87-4b13-9fac-d3bf8329cc48 req-8ab9736f-9435-41a8-9619-543987154032 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Synchronizing usage tracker for tenant:2ec33e2fa2db47598c8b94a54d86e5c2 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:44:16.787471 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ca3e74-e0ef-4c12-8d12-6f8db581a941 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:44:16.794184 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-b161aa49-6e87-4b13-9fac-d3bf8329cc48 req-8ab9736f-9435-41a8-9619-543987154032 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Unset dirty status for tenant:2ec33e2fa2db47598c8b94a54d86e5c2 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:44:16.795367 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b161aa49-6e87-4b13-9fac-d3bf8329cc48 req-8ab9736f-9435-41a8-9619-543987154032 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 931 time: 0.1917939 May 04 14:44:16.797002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:16.829077 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Transition to ACTIVE for port object e3ca3e74-e0ef-4c12-8d12-6f8db581a941 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:44:16.839348 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:16.846300 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-17baad6f-4156-4ae5-914a-e08a97370953 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:16.892020 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b161aa49-6e87-4b13-9fac-d3bf8329cc48 req-df2084cc-cfda-4742-8746-b91304ea32c8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906971 May 04 14:44:17.008184 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Pushing event updated for resources: {'Port': ['ID=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:17.011296 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:17.089244 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Attempting to bind port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:44:17.089587 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Attempting to bind port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:44:17.089939 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Attempting to bind port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 on network d9793fbb-3f0a-4467-adf8-2019ba99cadc {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:44:17.094637 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 on network d9793fbb-3f0a-4467-adf8-2019ba99cadc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:44:17.094986 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Attempting to bind port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 on network d9793fbb-3f0a-4467-adf8-2019ba99cadc {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:44:17.100541 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:44:17.100880 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Checking segment: {'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:44:17.101266 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Bound using segment: {'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:44:17.101686 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Bound port: e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc7e64e-82ec-456c-ab46-da1a255f472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:44:17.102029 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:17.193108 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] For port e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:44:17.196192 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] For port e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:44:17.202959 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:17.206912 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:17.262913 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:17.263768 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:17.265147 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] 10.222.0.54 "PUT /v2.0/ports/e3ca3e74-e0ef-4c12-8d12-6f8db581a941 HTTP/1.1" status: 200 len: 1093 time: 1.0285180 May 04 14:44:17.265643 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:44:17.292791 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Pushing event updated for resources: {'Port': ['ID=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:17.296222 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:17.318542 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'status': 'completed', 'code': 200} May 04 14:44:17.411575 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-b5948153-5b1f-4b2f-bd31-f5365fb5a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:17.413117 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-b5948153-5b1f-4b2f-bd31-f5365fb5a3d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2&device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1096 time: 0.0777254 May 04 14:44:17.485483 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-1ad91450-59e1-46af-9b8d-57cc7d6ee02c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941 HTTP/1.1" status: 200 len: 217 time: 0.0595016 May 04 14:44:17.640706 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-b7f814ed-5041-48ac-a32a-13651a4e5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:17.642199 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-b7f814ed-5041-48ac-a32a-13651a4e5bfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af2d8894-dbad-4ca1-bb58-62b78f432831 HTTP/1.1" status: 200 len: 847 time: 0.1509945 May 04 14:44:17.717577 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-50b3006a-6938-430d-a7ee-1afc07aa1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:17.719004 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-50b3006a-6938-430d-a7ee-1afc07aa1417 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9793fbb-3f0a-4467-adf8-2019ba99cadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704029 May 04 14:44:17.854974 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-2b24624a-64bc-4e5e-8b6a-d9d605dbb320 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292830 May 04 14:44:17.988031 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-04fbfeb6-5a78-4f89-83f9-a029f01ea58a req-897949ae-608b-4657-a325-53ab881509f1 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258504 May 04 14:44:18.075961 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce1023-92ee-4cca-be60-b05ad211f38e req-5e8f0dea-27b4-4f8e-add6-c5d28add4380 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:18.077410 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bce1023-92ee-4cca-be60-b05ad211f38e req-5e8f0dea-27b4-4f8e-add6-c5d28add4380 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0808952 May 04 14:44:18.162895 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bce1023-92ee-4cca-be60-b05ad211f38e req-b55573a8-afe2-4c56-a2b3-d56484f32dd1 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521388 May 04 14:44:18.183856 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-377c80c1-584d-45de-96df-e4a635fb5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:18.184955 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-377c80c1-584d-45de-96df-e4a635fb5772 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2&device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1096 time: 0.1067498 May 04 14:44:18.319810 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-b132c47a-1b61-4bb8-ab98-57b168865cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:18.321248 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-b132c47a-1b61-4bb8-ab98-57b168865cf9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9793fbb-3f0a-4467-adf8-2019ba99cadc HTTP/1.1" status: 200 len: 909 time: 0.1264174 May 04 14:44:18.392081 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-d2293835-5970-448c-b17e-dbf67a7ad49a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941 HTTP/1.1" status: 200 len: 217 time: 0.0625582 May 04 14:44:18.454131 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-1f90f74b-522f-42e2-822b-926202816537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:18.455469 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-1f90f74b-522f-42e2-822b-926202816537 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af2d8894-dbad-4ca1-bb58-62b78f432831 HTTP/1.1" status: 200 len: 847 time: 0.0571740 May 04 14:44:18.534883 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-e19286a9-8b28-442d-9872-a72f28ad2d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:18.536366 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-e19286a9-8b28-442d-9872-a72f28ad2d4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9793fbb-3f0a-4467-adf8-2019ba99cadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746655 May 04 14:44:18.665945 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-ec305ece-0c89-44b9-9cc7-8415c0284feb service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228042 May 04 14:44:18.802097 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1d41d212-6dc9-49ab-a6d1-c80db5abd842 req-fb4b5ba3-e612-4a42-b5f3-86d363063843 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293046 May 04 14:44:19.368760 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484d047-ef5f-4b79-884a-9287e6f9fe49 req-43218fec-d568-4708-acc7-3426ba7b6f63 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:19.370201 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c484d047-ef5f-4b79-884a-9287e6f9fe49 req-43218fec-d568-4708-acc7-3426ba7b6f63 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0919907 May 04 14:44:19.414194 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c484d047-ef5f-4b79-884a-9287e6f9fe49 req-d4bd13e5-3feb-40fc-b226-0a547824eac7 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382464 May 04 14:44:20.614237 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c5a57-adf5-4f4b-a07a-f1a12c2c0e1a req-17879127-478c-44bd-9fd9-d774dab911cc tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:20.615768 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-759c5a57-adf5-4f4b-a07a-f1a12c2c0e1a req-17879127-478c-44bd-9fd9-d774dab911cc tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0869849 May 04 14:44:20.663051 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-759c5a57-adf5-4f4b-a07a-f1a12c2c0e1a req-2a6e5cf2-ba5b-46cb-ab74-5889ff281733 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389915 May 04 14:44:21.330184 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:44:21.865810 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7af478-42e7-4121-a115-739ef3013e17 req-d723ec12-4fed-45c4-8a3f-a8dac4b1d001 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:21.867238 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb7af478-42e7-4121-a115-739ef3013e17 req-d723ec12-4fed-45c4-8a3f-a8dac4b1d001 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0909433 May 04 14:44:21.911373 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-cb7af478-42e7-4121-a115-739ef3013e17 req-51f247b8-f85f-4a78-a635-6d196f285628 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383599 May 04 14:44:23.113152 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d691e-360f-4aca-baaf-e60c76b6ce92 req-622ece1d-a599-4450-bb1a-b5952da43441 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:23.114899 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-428d691e-360f-4aca-baaf-e60c76b6ce92 req-622ece1d-a599-4450-bb1a-b5952da43441 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0861692 May 04 14:44:23.159694 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-428d691e-360f-4aca-baaf-e60c76b6ce92 req-22aeb380-e87c-4c6a-bd4c-4305170cea7a tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390303 May 04 14:44:23.266100 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:23.753760 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63572872-4f1d-4fe0-8271-16ef90b2a86c req-0a0a1ec8-d61f-4984-a9aa-1c832b3da0d4 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:23.755215 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63572872-4f1d-4fe0-8271-16ef90b2a86c req-0a0a1ec8-d61f-4984-a9aa-1c832b3da0d4 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 946 time: 0.0895996 May 04 14:44:23.896551 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63572872-4f1d-4fe0-8271-16ef90b2a86c req-f79a4225-c62f-43da-b28b-8a48a6837dfc tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1353958 May 04 14:44:24.355728 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78844142-a695-4ccc-bb60-e4b363e42849 req-211f4f66-a5e5-4862-ae09-89232561ec91 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:24.357182 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-78844142-a695-4ccc-bb60-e4b363e42849 req-211f4f66-a5e5-4862-ae09-89232561ec91 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0899878 May 04 14:44:24.403696 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-78844142-a695-4ccc-bb60-e4b363e42849 req-7a1be0f8-a241-4055-b853-be734ab3d87a tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406489 May 04 14:44:24.732107 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device e3ca3e74-e0ef-4c12-8d12-6f8db581a941 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:44:24.867716 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:44:24.880216 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'port_id': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'mac_address': 'fa:16:3e:da:c2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:44:24.940103 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:24.957932 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ca3e74-e0ef-4c12-8d12-6f8db581a941 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:44:24.974634 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:44:24.980667 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:24.982522 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:25.046830 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:25.049996 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:25.086549 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c977b2-472d-4957-8da4-091d3a3b0c2a req-59348f37-6d63-42a3-87f0-2469d04d4d92 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:25.087988 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-72c977b2-472d-4957-8da4-091d3a3b0c2a req-59348f37-6d63-42a3-87f0-2469d04d4d92 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 946 time: 0.0805395 May 04 14:44:25.134197 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-72c977b2-472d-4957-8da4-091d3a3b0c2a req-77c8e5f8-0fa2-432a-a577-a991d5dbf4c7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402827 May 04 14:44:25.300957 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['e3ca3e74-e0ef-4c12-8d12-6f8db581a941'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:44:25.358377 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-b831b83b-f16c-449b-af00-f8d6cb111b8e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:25.359900 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-b831b83b-f16c-449b-af00-f8d6cb111b8e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 946 time: 0.0981526 May 04 14:44:25.496725 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Deleting port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:44:25.497080 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:25.682248 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] For port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:44:25.682554 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:25.763450 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee458c-3ae6-4c24-9bea-3a006cd0fd38 req-51fb3f27-0a80-4f55-902d-fe1263a39fab tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:25.764958 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6cee458c-3ae6-4c24-9bea-3a006cd0fd38 req-51fb3f27-0a80-4f55-902d-fe1263a39fab tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 944 time: 0.2519643 May 04 14:44:25.902876 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6cee458c-3ae6-4c24-9bea-3a006cd0fd38 req-14133e28-b743-418d-a80b-0ec640084371 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296813 May 04 14:44:26.028280 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:26.028529 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:26.028876 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Floating IP f2a9e352-3600-44ab-84d4-3689b60a19d2 disassociated. External IP: 172.27.0.111, port: c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e. May 04 14:44:26.029221 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Calling delete_port for c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:44:26.145136 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:26.150816 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:26.197027 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event deleted for resources: {'Port': ['ID=c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:26.200589 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:26.311726 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0e5a994a-7b58-4042-842a-ef331fbfae0b req-8ed152a1-e3e6-4ddd-81ec-7a4a3fa6c62a tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 210 time: 0.0573421 May 04 14:44:26.420226 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:44:26.733024 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:44:26.746788 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] Sync routers for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:44:26.756473 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:44:26.757091 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:44:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:26.810747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] No DVR routers for this DVR port c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:44:26.813413 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:26.816449 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d91bea-2bed-4339-947d-e6e61ded7065', 'name': 'network-vif-deleted', 'tag': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:44:26.821643 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device e3ca3e74-e0ef-4c12-8d12-6f8db581a941 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:44:26.832961 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-61ee3693-0276-4161-a966-37d2f15be5a6 req-ed965aaa-51cf-409d-9f04-ce26558d6f1e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "DELETE /v2.0/ports/c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e HTTP/1.1" status: 204 len: 173 time: 1.4673331 May 04 14:44:26.864761 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d91bea-2bed-4339-947d-e6e61ded7065', 'name': 'network-vif-deleted', 'tag': 'c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e', 'status': 'completed', 'code': 200} May 04 14:44:26.991203 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:44:26.998155 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:44:27.039459 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:44:27.039877 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:27.091917 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced4cc-c902-42cc-8470-f13ab36d5b23 req-7017fe43-5ad8-40c6-88cb-069f3da48351 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:27.093436 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5aced4cc-c902-42cc-8470-f13ab36d5b23 req-7017fe43-5ad8-40c6-88cb-069f3da48351 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 944 time: 0.0835171 May 04 14:44:27.140820 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5aced4cc-c902-42cc-8470-f13ab36d5b23 req-141a18cd-e1fd-482f-a4ee-86464769117e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 May 04 14:44:27.176662 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5c65c076-dbc6-4527-ab1d-bd5035da4360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:27.380371 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:27.449549 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:44:27.464862 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:44:27.471812 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:27.472819 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:44:27.482976 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-6a65333c-c84f-48ba-be48-b3345428aa60 req-fa2aac3e-b078-4c9b-9afa-f97eb4700a17 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Synchronizing usage tracker for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:44:27.500287 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-6a65333c-c84f-48ba-be48-b3345428aa60 req-fa2aac3e-b078-4c9b-9afa-f97eb4700a17 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Unset dirty status for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:44:27.502019 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6a65333c-c84f-48ba-be48-b3345428aa60 req-fa2aac3e-b078-4c9b-9afa-f97eb4700a17 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d91bea-2bed-4339-947d-e6e61ded7065 HTTP/1.1" status: 200 len: 210 time: 0.0663552 May 04 14:44:27.502160 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:27.539428 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:44:27.539778 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device c6386a5e-0b26-4a88-b9e5-8ae03d17eb7e not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:44:27.564829 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'code': 200} May 04 14:44:27.580834 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:27.584426 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:27.589337 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:27.593327 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] Checking router: 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:44:27.602037 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:44:27.602768 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:44:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:27.782512 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:44:27.945925 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859acec2-7bf4-4bc1-86c3-cdf85125293b req-e8ccb593-468b-4a99-a696-a9ccfff9fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:27.947368 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-859acec2-7bf4-4bc1-86c3-cdf85125293b req-e8ccb593-468b-4a99-a696-a9ccfff9fcfd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1098 time: 0.0730784 May 04 14:44:27.991421 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-859acec2-7bf4-4bc1-86c3-cdf85125293b req-648995db-e395-42b8-aff2-a667a704e9b2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365808 May 04 14:44:28.105638 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:28.109777 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b7341-3832-4e5b-b2e5-7bf0ee762a99 None None] The sync data for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi is: [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:44:28.319315 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5863f90-6c0e-4eeb-a29e-2d1bf6799201 None None] New status for floating IP f2a9e352-3600-44ab-84d4-3689b60a19d2: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:44:28.337197 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745cbd4-909f-46f9-b880-005c5ee1f76a req-ee538ed5-20e5-416e-a266-17db5a0bb11c tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:28.338686 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a745cbd4-909f-46f9-b880-005c5ee1f76a req-ee538ed5-20e5-416e-a266-17db5a0bb11c tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.0848424 May 04 14:44:28.383828 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a745cbd4-909f-46f9-b880-005c5ee1f76a req-cdbbf0ef-76c3-48a2-a8c7-e3cbb962e098 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390532 May 04 14:44:28.871117 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-74759335-d78a-4c13-88c6-fb2291e0e8dd tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10041009&fields=id&tenant_id=5d46e3caf83146d7afacc35639c00bae HTTP/1.1" status: 200 len: 267 time: 0.0503905 May 04 14:44:29.031725 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7764681-de89-42db-8755-61f1474ee573 req-f38875be-b031-436b-afc4-6604b965406c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:29.033227 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-f38875be-b031-436b-afc4-6604b965406c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 812 time: 0.1553628 May 04 14:44:29.048542 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-fa439ea1-3e6e-4dfa-be1a-7b8b63568fe5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/quotas/5d46e3caf83146d7afacc35639c00bae HTTP/1.1" status: 200 len: 375 time: 0.0094173 May 04 14:44:29.134230 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-c85a1bc0-c55a-4551-8776-436eb923edf4 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802565 May 04 14:44:29.272391 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-67f2b24c-1554-479f-8f75-7c474dac35bf service neutron] 10.222.0.50 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263394 May 04 14:44:29.405331 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-cf6de098-45ab-411f-b4ea-52837fad85ab service neutron] 10.222.0.50 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270700 May 04 14:44:29.575046 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932b26e-54a6-460f-93bd-06ca332f3eb7 req-0964e64e-8ec4-421a-8d45-35337200affe tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:29.576583 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d932b26e-54a6-460f-93bd-06ca332f3eb7 req-0964e64e-8ec4-421a-8d45-35337200affe tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.0859087 May 04 14:44:29.622607 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d932b26e-54a6-460f-93bd-06ca332f3eb7 req-f1799a5f-9bc0-417b-995e-4857347fc3d0 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403173 May 04 14:44:29.665591 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:29.822284 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0c8411d5-9e59-4673-a354-6e65012087b4 req-8acfc985-62b1-4112-bf21-99fad747bb48 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 210 time: 0.0458174 May 04 14:44:29.847840 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-86bc5460-6e99-4ec4-ba91-aba1578b8fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:29.976078 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f881c9-30f7-47f2-9467-746bdcc8853b req-cce4bdb8-3351-4389-9c4f-ee7ee3078ea8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:29.977573 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-11f881c9-30f7-47f2-9467-746bdcc8853b req-cce4bdb8-3351-4389-9c4f-ee7ee3078ea8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.0892451 May 04 14:44:30.026799 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-11f881c9-30f7-47f2-9467-746bdcc8853b req-b4426884-4815-4a78-abcc-6b54cbe79a4f tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430071 May 04 14:44:30.049232 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 50074) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:44:30.171061 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a1b26-5a08-471a-b09e-b5ad74f7aaa2 tempest-TestShelveInstance-792647780 tempest-TestShelveInstance-792647780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:30.171870 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c03a1b26-5a08-471a-b09e-b5ad74f7aaa2 tempest-TestShelveInstance-792647780 tempest-TestShelveInstance-792647780-project-admin] Synchronizing usage tracker for tenant:a4eb6d818d874e319896052acf9e95be on resource:port {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:44:30.189559 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c03a1b26-5a08-471a-b09e-b5ad74f7aaa2 tempest-TestShelveInstance-792647780 tempest-TestShelveInstance-792647780-project-admin] Unset dirty status for tenant:a4eb6d818d874e319896052acf9e95be on resource:port {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:44:30.193652 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50080) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:44:30.193924 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c03a1b26-5a08-471a-b09e-b5ad74f7aaa2 tempest-TestShelveInstance-792647780 tempest-TestShelveInstance-792647780-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1093 time: 0.1432981 May 04 14:44:30.198947 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Request body: {'floatingip': {'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'port_id': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:44:30.204973 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:44:30.208782 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Usage tracker for resource:floatingip and tenant:2ec33e2fa2db47598c8b94a54d86e5c2 is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:44:30.211929 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:44:30.218374 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:44:30.229631 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for floatingip, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:30.367642 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:30.508930 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Allocated IP 172.27.0.97 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/19131fea-8db4-4a33-8615-9ac7d00f56ed) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:44:30.653591 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:30.684498 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:30.689095 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:30.743812 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:44:30.750730 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:44:30.755588 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:44:30.756893 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:30.932969 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event updated for resources: {'Port': ['ID=19131fea-8db4-4a33-8615-9ac7d00f56ed,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:30.942521 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:31.052408 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-41478df0-76c4-490b-be5a-210128c453b3 req-be619f16-c2e3-4acf-ab72-4d21d1ed17e7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 210 time: 0.1088579 May 04 14:44:31.175441 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7764681-de89-42db-8755-61f1474ee573 req-e1a4a55e-51e1-4158-9fc1-ccfb22f2272a tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:31.176783 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-e1a4a55e-51e1-4158-9fc1-ccfb22f2272a tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 812 time: 0.2882946 May 04 14:44:31.311764 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-15b791ca-fe72-42f9-a282-e6ac3264c0e3 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d46e3caf83146d7afacc35639c00bae HTTP/1.1" status: 200 len: 378 time: 0.1193256 May 04 14:44:31.320816 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'port': {'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'admin_state_up': True, 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'security_groups': ['422d971f-2a6e-4230-8e3a-671512185f34']}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:44:31.545669 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:44:31.562197 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:44:31.575079 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Made reservation on behalf of 5d46e3caf83146d7afacc35639c00bae for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:44:31.578808 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:31.677467 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:31.814495 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Allocated IP 172.20.0.9 (b286cc40-9081-4b5d-9997-18456a6832ca/3553b1a2-22f0-4964-9d22-e80ef5215326/ff970170-ad6a-45d1-95a5-0156b4802f6c) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:44:31.828793 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:32.163679 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:32.212545 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6c01bb61-0903-4a43-bc16-bc5a89355a1b req-45bf3f1d-4101-453d-924a-4d37439160f3 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 210 time: 0.0537741 May 04 14:44:32.222657 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Transition to ACTIVE for port object ff970170-ad6a-45d1-95a5-0156b4802f6c will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:44:32.245861 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:32.252731 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:32.258934 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-33106286-de2b-4014-9be4-e9c12a88512e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:32.296418 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:32.364638 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event updated for resources: {'Port': ['ID=19131fea-8db4-4a33-8615-9ac7d00f56ed,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:32.369436 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:32.376487 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:32.383143 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-9287612d-1c55-4596-9a15-868f5f781740 tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:32.531558 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:32.617831 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Network b286cc40-9081-4b5d-9997-18456a6832ca is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:44:32.634218 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:44:32.642044 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:44:32.730688 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'Port': ['ID=ff970170-ad6a-45d1-95a5-0156b4802f6c,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:32.739345 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:32.787999 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:32.788607 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:32.792783 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Floating IP 645b4f09-f15a-4012-bda8-01824b91053a associated. External IP: 172.27.0.97, port: e3ca3e74-e0ef-4c12-8d12-6f8db581a941. May 04 14:44:32.848977 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-61f31c2b-c96f-4160-a7d1-589840972cc0 None None] Provisioning for port ff970170-ad6a-45d1-95a5-0156b4802f6c completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:44:32.854043 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-61f31c2b-c96f-4160-a7d1-589840972cc0 None None] Provisioning complete for port ff970170-ad6a-45d1-95a5-0156b4802f6c triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:44:32.854433 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-61f31c2b-c96f-4160-a7d1-589840972cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:32.906350 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-61f31c2b-c96f-4160-a7d1-589840972cc0 None None] Port ff970170-ad6a-45d1-95a5-0156b4802f6c cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:44:32.940795 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6235988 May 04 14:44:32.962400 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Request body: {'port': {'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:44:33.160692 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:33.313526 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:44:33.692215 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:44:33.702224 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] Sync routers for ids ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:44:33.703041 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad8c91-5887-4af8-893b-87057af0ade0 req-e2e250ec-37ec-4e14-8bff-2bc72dd5d45c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:33.703754 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-4aad8c91-5887-4af8-893b-87057af0ade0 req-e2e250ec-37ec-4e14-8bff-2bc72dd5d45c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Synchronizing usage tracker for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:44:33.712797 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] Routers {'b7e7a5ea-3288-4c06-a107-af69ed4eeac1'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:44:33.713452 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:44:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:33.744201 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:33.786939 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-4aad8c91-5887-4af8-893b-87057af0ade0 req-e2e250ec-37ec-4e14-8bff-2bc72dd5d45c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Unset dirty status for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:44:33.788159 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4aad8c91-5887-4af8-893b-87057af0ade0 req-e2e250ec-37ec-4e14-8bff-2bc72dd5d45c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 931 time: 0.4373858 May 04 14:44:33.900666 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] Set router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:44:33.940490 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.db.resource_extend [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 14:44:33.993343 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-375066bf-a415-46fe-a164-99ea63a3916d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7984540 May 04 14:44:33.996772 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:44:34.032615 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4aad8c91-5887-4af8-893b-87057af0ade0 req-032084b9-b00e-47be-b98d-8129cbf54f33 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2374954 May 04 14:44:34.034685 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff970170-ad6a-45d1-95a5-0156b4802f6c {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:44:34.043197 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:34.051443 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'status': 'completed', 'code': 200} May 04 14:44:34.059368 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Transition to ACTIVE for port object ff970170-ad6a-45d1-95a5-0156b4802f6c will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:44:34.064081 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:34.067793 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-9f749137-cbeb-4b9a-8877-68069bd3bbb7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:34.270174 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Pushing event updated for resources: {'Port': ['ID=ff970170-ad6a-45d1-95a5-0156b4802f6c,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:34.278325 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:34.314272 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:42Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '645b4f09-f15a-4012-bda8-01824b91053a', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'port_id': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'mac_address': 'fa:16:3e:da:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:31Z', 'updated_at': '2021-05-04T14:44:31Z', 'revision_number': 0, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1b032d-05cb-4ec0-be52-929061b97c76', 'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'mac_address': 'fa:16:3e:a3:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:41Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 5, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'subnets': [{'id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:34.317840 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] Checking router: b7e7a5ea-3288-4c06-a107-af69ed4eeac1 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:44:34.326550 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] Routers {'b7e7a5ea-3288-4c06-a107-af69ed4eeac1'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:44:34.327170 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:44:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:34.348093 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-24efa9c5-0e3d-49ec-9e6c-09bd710fd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:34.349939 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-24efa9c5-0e3d-49ec-9e6c-09bd710fd63e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2&device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1098 time: 0.2458382 May 04 14:44:34.399175 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Attempting to bind port ff970170-ad6a-45d1-95a5-0156b4802f6c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:44:34.399469 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Attempting to bind port ff970170-ad6a-45d1-95a5-0156b4802f6c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:44:34.399820 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Attempting to bind port ff970170-ad6a-45d1-95a5-0156b4802f6c on network b286cc40-9081-4b5d-9997-18456a6832ca {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:44:34.450964 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Port ff970170-ad6a-45d1-95a5-0156b4802f6c on network b286cc40-9081-4b5d-9997-18456a6832ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:44:34.451198 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Attempting to bind port ff970170-ad6a-45d1-95a5-0156b4802f6c on network b286cc40-9081-4b5d-9997-18456a6832ca {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:44:34.468648 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:44:34.468978 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Checking segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:44:34.469356 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Bound using segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:44:34.469782 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Bound port: ff970170-ad6a-45d1-95a5-0156b4802f6c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:44:34.470123 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:34.504152 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] Set router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:44:34.552497 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-1f62bb0e-3fd8-4b8a-a096-019b485c421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:34.553936 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-1f62bb0e-3fd8-4b8a-a096-019b485c421b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9793fbb-3f0a-4467-adf8-2019ba99cadc HTTP/1.1" status: 200 len: 909 time: 0.1909332 May 04 14:44:34.653142 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] For port ff970170-ad6a-45d1-95a5-0156b4802f6c, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:44:34.669835 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] For port ff970170-ad6a-45d1-95a5-0156b4802f6c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:44:34.677720 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-ff6b65d9-a12e-45f2-ac52-363a36e1bc5a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941 HTTP/1.1" status: 200 len: 998 time: 0.1106927 May 04 14:44:34.678827 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:34.683450 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-073506e6-c906-44d3-94aa-6946f0315d2e tempest-TestMinimumBasicScenario-1536738595 tempest-TestMinimumBasicScenario-1536738595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:34.775759 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:34.776365 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:34.777727 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] 10.222.0.54 "PUT /v2.0/ports/ff970170-ad6a-45d1-95a5-0156b4802f6c HTTP/1.1" status: 200 len: 1093 time: 1.8212607 May 04 14:44:34.810990 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-62968a45-f3b6-4e6f-84b3-0f00fb7a9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:34.812505 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-62968a45-f3b6-4e6f-84b3-0f00fb7a9059 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af2d8894-dbad-4ca1-bb58-62b78f432831 HTTP/1.1" status: 200 len: 847 time: 0.1014032 May 04 14:44:34.813319 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Pushing event updated for resources: {'Port': ['ID=ff970170-ad6a-45d1-95a5-0156b4802f6c,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:34.816618 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:34.859108 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:42Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '645b4f09-f15a-4012-bda8-01824b91053a', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'port_id': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'mac_address': 'fa:16:3e:da:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:31Z', 'updated_at': '2021-05-04T14:44:31Z', 'revision_number': 0, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1b032d-05cb-4ec0-be52-929061b97c76', 'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'mac_address': 'fa:16:3e:a3:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:41Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 5, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'subnets': [{'id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:34.863339 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60984f2-cd12-457a-9238-26942c7dc68a None None] The sync data for ids ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'] in dv-cinder-772623-4-iscsi is: [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:42Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '645b4f09-f15a-4012-bda8-01824b91053a', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'port_id': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'mac_address': 'fa:16:3e:da:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:31Z', 'updated_at': '2021-05-04T14:44:31Z', 'revision_number': 0, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1b032d-05cb-4ec0-be52-929061b97c76', 'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'mac_address': 'fa:16:3e:a3:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:41Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 5, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'subnets': [{'id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:44:34.965428 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-6a032dbe-5f22-406d-90f6-9cba437f05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:34.966934 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-6a032dbe-5f22-406d-90f6-9cba437f05f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9793fbb-3f0a-4467-adf8-2019ba99cadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1393352 May 04 14:44:34.972951 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7764681-de89-42db-8755-61f1474ee573 req-65737c40-2045-4be0-b503-d43d288b54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:34.974601 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-65737c40-2045-4be0-b503-d43d288b54ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 1096 time: 0.1016810 May 04 14:44:35.070803 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c6b7c-6913-4160-8f2f-87fa327604f9 None None] New status for floating IP 645b4f09-f15a-4012-bda8-01824b91053a: ACTIVE {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:44:35.075311 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-574d85df-c203-473f-ab7e-51cc1c1cebca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c HTTP/1.1" status: 200 len: 217 time: 0.0826628 May 04 14:44:35.254227 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7764681-de89-42db-8755-61f1474ee573 req-4c95dabf-491d-4630-a355-32dcdadd0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:35.255625 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-4c95dabf-491d-4630-a355-32dcdadd0b34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.1330676 May 04 14:44:35.300205 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-a50a84b0-3d59-445c-b499-dfba748bfd26 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245528 May 04 14:44:35.526566 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c85077-87b9-4f07-bad3-5a2c3fa12d91 req-e4965c89-7e40-4551-8d85-52927d7265e6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:35.528040 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-09c85077-87b9-4f07-bad3-5a2c3fa12d91 req-e4965c89-7e40-4551-8d85-52927d7265e6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 943 time: 0.3722594 May 04 14:44:35.585328 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-60be9aca-0c49-4e2b-aac7-e60b6dbc6097 req-26926b4e-6119-433a-a4d8-198c57d3b22a service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783659 May 04 14:44:35.604806 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7764681-de89-42db-8755-61f1474ee573 req-199078f7-0414-4cf7-a09b-f994fcb5d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:35.606214 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-199078f7-0414-4cf7-a09b-f994fcb5d617 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3438096 May 04 14:44:35.609152 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-09c85077-87b9-4f07-bad3-5a2c3fa12d91 req-169b046b-ac55-43c5-a4ff-bc8f6ee837ce tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732977 May 04 14:44:35.736921 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-b9970c6e-be1f-450b-8e43-f914123722a6 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233714 May 04 14:44:35.878736 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f7764681-de89-42db-8755-61f1474ee573 req-6a91aec5-95bd-4c74-a189-cf65c3a8e74d service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351600 May 04 14:44:36.052603 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'tag': 'ff970170-ad6a-45d1-95a5-0156b4802f6c'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:44:36.101082 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'tag': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'status': 'completed', 'code': 200} May 04 14:44:36.222401 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb95856-6f66-4318-a749-543c3629be02 req-5ffc39d7-acd7-48ab-b586-1b18eda9ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:36.223874 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bb95856-6f66-4318-a749-543c3629be02 req-5ffc39d7-acd7-48ab-b586-1b18eda9ef97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 1096 time: 0.0766139 May 04 14:44:36.365123 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb95856-6f66-4318-a749-543c3629be02 req-48d91685-16db-4b10-a6a4-d72031280d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:36.366568 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bb95856-6f66-4318-a749-543c3629be02 req-48d91685-16db-4b10-a6a4-d72031280d60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1362581 May 04 14:44:36.432625 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bb95856-6f66-4318-a749-543c3629be02 req-542d74eb-51c0-43c3-a6cb-b39b274e67c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c HTTP/1.1" status: 200 len: 217 time: 0.0595846 May 04 14:44:36.498378 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb95856-6f66-4318-a749-543c3629be02 req-848aedba-6c19-43bb-aac7-f0d0407a8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:36.499800 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bb95856-6f66-4318-a749-543c3629be02 req-848aedba-6c19-43bb-aac7-f0d0407a8e87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0608244 May 04 14:44:36.578023 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb95856-6f66-4318-a749-543c3629be02 req-59410cd4-c6c8-4e32-82a9-8c07e5db5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:36.579482 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bb95856-6f66-4318-a749-543c3629be02 req-59410cd4-c6c8-4e32-82a9-8c07e5db5c55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735517 May 04 14:44:36.711229 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bb95856-6f66-4318-a749-543c3629be02 req-b2bfa617-6863-4393-aebd-b6149e02bbae service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251719 May 04 14:44:36.894243 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3bb95856-6f66-4318-a749-543c3629be02 req-7afaaca5-44c0-4642-9eb7-94a1deaffa82 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772680 May 04 14:44:36.908515 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db9b16-dc6e-4713-bd5b-71b2ef6965b0 req-0a59013f-b261-4a3b-bb46-23a890a37150 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:36.909861 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-31db9b16-dc6e-4713-bd5b-71b2ef6965b0 req-0a59013f-b261-4a3b-bb46-23a890a37150 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 943 time: 0.1754651 May 04 14:44:36.958552 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-31db9b16-dc6e-4713-bd5b-71b2ef6965b0 req-82a410c4-b7e7-4755-a437-76f9f4e37b90 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426223 May 04 14:44:38.153135 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab85f5-5d43-458f-9029-94116ef4ad62 req-f61a93ba-8cb9-4deb-98af-ea9c797b1109 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:38.154649 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a2ab85f5-5d43-458f-9029-94116ef4ad62 req-f61a93ba-8cb9-4deb-98af-ea9c797b1109 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 943 time: 0.0880070 May 04 14:44:38.200012 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a2ab85f5-5d43-458f-9029-94116ef4ad62 req-2277dece-ae54-4207-8637-a41d4c286104 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391555 May 04 14:44:39.401068 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b76d8-a93f-4303-b8a2-c9a8ea59e188 req-cca326b8-260b-4ae8-a224-3591c939b44b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:39.402586 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4e4b76d8-a93f-4303-b8a2-c9a8ea59e188 req-cca326b8-260b-4ae8-a224-3591c939b44b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 943 time: 0.0890484 May 04 14:44:39.449024 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4e4b76d8-a93f-4303-b8a2-c9a8ea59e188 req-8369199e-d459-41c9-a6f5-273b933e99f1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398042 May 04 14:44:40.658093 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ba14a-8e45-4a41-888a-bd9b23cb8777 req-2b43b082-d23b-4643-ad6b-f71e1bceb2b7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:40.659623 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-532ba14a-8e45-4a41-888a-bd9b23cb8777 req-2b43b082-d23b-4643-ad6b-f71e1bceb2b7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 943 time: 0.0942132 May 04 14:44:40.708850 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-532ba14a-8e45-4a41-888a-bd9b23cb8777 req-908a22fa-9d0a-4143-80cd-a8f6a11ae225 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432208 May 04 14:44:41.912428 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78b533-c37a-43c5-b545-81d746ae392c req-f2ff9de3-0d81-4ba8-bdbf-1daeaebce5c7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:41.913870 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0a78b533-c37a-43c5-b545-81d746ae392c req-f2ff9de3-0d81-4ba8-bdbf-1daeaebce5c7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 943 time: 0.0822141 May 04 14:44:41.959106 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0a78b533-c37a-43c5-b545-81d746ae392c req-a802f45d-654d-4f8d-9ac2-26a33d743aeb tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395300 May 04 14:44:42.812862 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device ff970170-ad6a-45d1-95a5-0156b4802f6c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:44:42.963333 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port ff970170-ad6a-45d1-95a5-0156b4802f6c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:44:42.977466 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'mac_address': 'fa:16:3e:21:a8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:44:43.037893 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:43.055649 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff970170-ad6a-45d1-95a5-0156b4802f6c {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:44:43.071978 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port ff970170-ad6a-45d1-95a5-0156b4802f6c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:44:43.077417 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:43.079408 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b0a9124a-0aa4-414d-a5c6-28119aa4a9e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:43.145492 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=ff970170-ad6a-45d1-95a5-0156b4802f6c,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:43.153598 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.153973 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.154261 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.154598 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.154941 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.156237 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.156237 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.156237 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.156237 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.156591 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.156859 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.157163 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:43.161386 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:43.246860 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da314d6-9315-41ec-84a6-5e93088738f8 req-be9713aa-3e2c-404f-8036-868aba53d5b1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:43.248232 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9da314d6-9315-41ec-84a6-5e93088738f8 req-be9713aa-3e2c-404f-8036-868aba53d5b1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 944 time: 0.1864660 May 04 14:44:43.293657 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9da314d6-9315-41ec-84a6-5e93088738f8 req-2ec5730d-60ca-4437-aab8-ba2a70129ec6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394895 May 04 14:44:43.371282 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['ff970170-ad6a-45d1-95a5-0156b4802f6c'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:44:44.502267 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4462335-6cf1-4e3a-adb9-3c2e6d0a5c7e req-0e078dd2-fb6b-4a4e-b847-f4695dd46cf4 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:44.503639 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b4462335-6cf1-4e3a-adb9-3c2e6d0a5c7e req-0e078dd2-fb6b-4a4e-b847-f4695dd46cf4 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 944 time: 0.0921614 May 04 14:44:44.551869 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b4462335-6cf1-4e3a-adb9-3c2e6d0a5c7e req-1989261f-3f9e-4126-8ff4-12930381f7cd tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424645 May 04 14:44:44.824607 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device ff970170-ad6a-45d1-95a5-0156b4802f6c up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:44:44.905851 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port ff970170-ad6a-45d1-95a5-0156b4802f6c completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:44:44.910628 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port ff970170-ad6a-45d1-95a5-0156b4802f6c triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:44:44.910999 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:45.026990 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:45.053204 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff970170-ad6a-45d1-95a5-0156b4802f6c'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:44:45.062698 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port ff970170-ad6a-45d1-95a5-0156b4802f6c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:44:45.067433 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:45.069267 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8406d1f9-9830-4d7b-a26f-b85c6124c52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:45.103042 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'code': 200} May 04 14:44:45.134150 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=ff970170-ad6a-45d1-95a5-0156b4802f6c,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:45.137028 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:45.419043 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eb813-0dae-41b4-851d-3ea09f2f0752 req-c03316d5-0ee5-45e8-ba63-6e76f02e5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:45.420439 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e9eb813-0dae-41b4-851d-3ea09f2f0752 req-c03316d5-0ee5-45e8-ba63-6e76f02e5a17 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 1098 time: 0.0729752 May 04 14:44:45.460715 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e9eb813-0dae-41b4-851d-3ea09f2f0752 req-4ffcaa74-7700-4913-b6a7-940d7fcb3b43 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334313 May 04 14:44:45.761745 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647550-3312-48d4-bd8c-118b6494635e req-3c84cc76-26b5-4915-8cfc-837b8dc350cb tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:45.763101 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2e647550-3312-48d4-bd8c-118b6494635e req-3c84cc76-26b5-4915-8cfc-837b8dc350cb tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 945 time: 0.0885093 May 04 14:44:45.808322 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2e647550-3312-48d4-bd8c-118b6494635e req-df0467ed-c82e-4ccc-a791-15ea40abc869 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393822 May 04 14:44:47.017474 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2e87e-d3eb-4883-9248-c9084f3cf10d req-782d0bbd-c4c5-4df5-9b6a-284a2c8a11db tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:47.018920 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-70f2e87e-d3eb-4883-9248-c9084f3cf10d req-782d0bbd-c4c5-4df5-9b6a-284a2c8a11db tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 945 time: 0.0938854 May 04 14:44:47.069356 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-70f2e87e-d3eb-4883-9248-c9084f3cf10d req-58c730ef-2d83-43fc-aee0-3d5587c2a3cc tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442610 May 04 14:44:47.250135 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a8ff-493f-476f-82bd-a0649fc073e5 req-fe0013d0-f18b-40c7-958d-1b850f2a983c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:47.251594 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8f71a8ff-493f-476f-82bd-a0649fc073e5 req-fe0013d0-f18b-40c7-958d-1b850f2a983c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 945 time: 0.0810268 May 04 14:44:47.298212 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8f71a8ff-493f-476f-82bd-a0649fc073e5 req-ba323fa4-3f14-4cb4-b015-b4ee242a0fe1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407889 May 04 14:44:47.326316 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50124) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:44:47.400323 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927d3d62-7964-479a-a2cf-5e6ec889400b tempest-TestVolumeBootPattern-1201066911 tempest-TestVolumeBootPattern-1201066911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:47.401781 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-927d3d62-7964-479a-a2cf-5e6ec889400b tempest-TestVolumeBootPattern-1201066911 tempest-TestVolumeBootPattern-1201066911-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 1093 time: 0.0745146 May 04 14:44:47.404813 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50128) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:44:47.409824 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'floatingip': {'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:44:47.415586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:44:47.419511 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:floatingip and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:44:47.422513 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:44:47.428189 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:44:47.441372 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:47.583692 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:47.729418 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Allocated IP 172.27.0.96 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/01f83622-0ab5-40cc-bb92-886afb431d1f) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:44:47.878110 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:47.911680 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:47.915234 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71d8dd1c-900b-4dda-9c37-3a96cfeba484 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:47.980325 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:44:47.983488 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:44:47.987265 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:44:48.020158 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'Port': ['ID=01f83622-0ab5-40cc-bb92-886afb431d1f,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:48.026262 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:48.407729 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:48.572790 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:48.782427 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:48.789479 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:48.793196 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7705e64a-49bb-4b52-a32d-ae1a98c583eb tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:44:48.896707 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'Port': ['ID=01f83622-0ab5-40cc-bb92-886afb431d1f,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:48.900705 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:44:48.915271 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:49.090215 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Floating IP feae700f-9baa-4ae7-83c2-d5f286ff6fe3 associated. External IP: 172.27.0.96, port: ff970170-ad6a-45d1-95a5-0156b4802f6c. May 04 14:44:49.438767 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:44:49.622996 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:44:49.632788 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] Sync routers for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:44:49.642550 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:44:49.643174 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:44:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:49.650362 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:49.707459 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3015251 May 04 14:44:49.708025 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'tag': 'ff970170-ad6a-45d1-95a5-0156b4802f6c'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:44:49.759085 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'tag': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'status': 'completed', 'code': 200} May 04 14:44:49.853202 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:44:49.878213 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-166b887f-9e20-4ea4-94c1-b1e3aafd8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:49.879708 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-166b887f-9e20-4ea4-94c1-b1e3aafd8088 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 1098 time: 0.0711226 May 04 14:44:50.017450 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-1c8fe7a3-7e9e-4660-b1e7-629adaee32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:50.018955 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-1c8fe7a3-7e9e-4660-b1e7-629adaee32a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1322904 May 04 14:44:50.201602 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'feae700f-9baa-4ae7-83c2-d5f286ff6fe3', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:21:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:48Z', 'updated_at': '2021-05-04T14:44:48Z', 'revision_number': 0, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:50.205501 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] Checking router: 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:44:50.213813 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:44:50.214433 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:44:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:50.234999 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-59222183-4bd3-456a-a6b9-3e35c6df8e8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c HTTP/1.1" status: 200 len: 998 time: 0.2090206 May 04 14:44:50.302253 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-0d3477b4-1c5f-4854-920a-7ac9c570b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:50.303651 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-0d3477b4-1c5f-4854-920a-7ac9c570b77a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0600216 May 04 14:44:50.380530 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-b73dc024-e970-4d91-9842-7e480e0dabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:44:50.382083 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-b73dc024-e970-4d91-9842-7e480e0dabd5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708826 May 04 14:44:50.394194 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:44:50.514836 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-d862a07f-806b-44fc-886d-30a0cb7b8073 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251471 May 04 14:44:50.646850 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e3792254-b912-4aa9-9bdb-5a401a4e6592 req-54103610-67e8-40ed-b438-30cb80502793 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251686 May 04 14:44:50.734790 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'feae700f-9baa-4ae7-83c2-d5f286ff6fe3', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:21:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:48Z', 'updated_at': '2021-05-04T14:44:48Z', 'revision_number': 0, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:50.739354 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3376f630-9a74-4733-a89f-eb9db8599751 None None] The sync data for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi is: [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'feae700f-9baa-4ae7-83c2-d5f286ff6fe3', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:21:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:48Z', 'updated_at': '2021-05-04T14:44:48Z', 'revision_number': 0, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:44:50.925345 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b48949-8088-4b18-ba79-aaca671bd3e0 None None] New status for floating IP feae700f-9baa-4ae7-83c2-d5f286ff6fe3: ACTIVE {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:44:53.273209 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:57.084953 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-16941991-c657-47e1-affe-53edf91c23d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:58.335013 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:44:59.666492 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:59.863629 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3b2e6beb-7ff9-4c25-b741-4c417858ebe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:00.761357 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:01.002631 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-70071007-1844-4f42-88e8-65b3d8ee64df service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852866 May 04 14:45:01.158548 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-8a34e9fd-1f78-49af-aac9-1c8f7ff626c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:45:01.159477 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-8a34e9fd-1f78-49af-aac9-1c8f7ff626c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2&device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1098 time: 0.0725391 May 04 14:45:01.306258 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-6607e9da-d8df-4998-9c65-d96e5e2cf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:45:01.307611 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-6607e9da-d8df-4998-9c65-d96e5e2cf537 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9793fbb-3f0a-4467-adf8-2019ba99cadc HTTP/1.1" status: 200 len: 909 time: 0.1285157 May 04 14:45:01.411430 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-5c0019aa-0c12-4c29-bd4b-eb1b124741d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941 HTTP/1.1" status: 200 len: 1000 time: 0.0971088 May 04 14:45:01.484162 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-d433a9ea-7ea5-418a-ba6c-55b37feafa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:45:01.485581 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-d433a9ea-7ea5-418a-ba6c-55b37feafa7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af2d8894-dbad-4ca1-bb58-62b78f432831 HTTP/1.1" status: 200 len: 847 time: 0.0676122 May 04 14:45:01.568167 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-59967d96-b242-478c-ae0e-f55bc4c0ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:45:01.570306 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-59967d96-b242-478c-ae0e-f55bc4c0ae96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9793fbb-3f0a-4467-adf8-2019ba99cadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780790 May 04 14:45:01.717158 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-2ddef1cb-3416-444b-a48e-acddea4eb7f3 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392205 May 04 14:45:01.847994 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc092ab4-5ffb-41aa-a85b-cf014c652106 req-97ee6713-7755-41e3-a02b-ffc0155bd690 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245000 May 04 14:45:02.306354 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:23.272368 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:27.080901 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5145be7f-8167-431e-bc34-fd6459d47555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:29.668941 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:29.854964 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2aa33565-d4f6-4999-b512-9ea84af72c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:30.755156 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:32.311340 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:35.338977 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:45:53.279609 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:57.089366 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5536b5c8-1554-4af8-83b2-e6d97784b0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:59.671829 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:59.855624 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-82cad88b-746a-4778-bb28-85cd9337406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:00.763467 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:02.019331 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1d3532f-eca3-4078-934f-718800d76f4f req-dcc85399-0d34-4883-aeb4-775650a7f737 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719445 May 04 14:46:02.126382 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3532f-eca3-4078-934f-718800d76f4f req-d819586e-52d4-4e86-8a53-c92562f42ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:02.127970 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1d3532f-eca3-4078-934f-718800d76f4f req-d819586e-52d4-4e86-8a53-c92562f42ccd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 1098 time: 0.0762281 May 04 14:46:02.276455 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3532f-eca3-4078-934f-718800d76f4f req-722645b0-242e-4b0e-9278-d91ac23a719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:02.277802 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1d3532f-eca3-4078-934f-718800d76f4f req-722645b0-242e-4b0e-9278-d91ac23a719b service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1311209 May 04 14:46:02.308001 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:02.477812 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1d3532f-eca3-4078-934f-718800d76f4f req-8fe0ee35-e5f9-4da4-8efa-cc7335cc41ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c HTTP/1.1" status: 200 len: 1000 time: 0.1925566 May 04 14:46:02.543484 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3532f-eca3-4078-934f-718800d76f4f req-27807263-02e6-4b69-a44b-b9c66c497aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:02.544833 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1d3532f-eca3-4078-934f-718800d76f4f req-27807263-02e6-4b69-a44b-b9c66c497aca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0598407 May 04 14:46:02.623058 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3532f-eca3-4078-934f-718800d76f4f req-23bd600f-f8b5-44c7-8090-a4f0e30b4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:02.624592 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1d3532f-eca3-4078-934f-718800d76f4f req-23bd600f-f8b5-44c7-8090-a4f0e30b4273 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727229 May 04 14:46:02.761908 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1d3532f-eca3-4078-934f-718800d76f4f req-bf971a51-1b08-4e1e-9aa1-b0be08baa307 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303210 May 04 14:46:02.899164 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a1d3532f-eca3-4078-934f-718800d76f4f req-4b6141b2-8283-4318-8410-1f2deacc8371 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307688 May 04 14:46:12.344080 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:46:23.288002 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:27.089739 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-22a96764-26fd-45f0-9465-73435117b53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:28.845613 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d60771-2858-437a-9d1c-5ad45d1b4438 req-430a790a-ee81-430b-bab3-9cff9d2fb9dc tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:28.848530 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b1d60771-2858-437a-9d1c-5ad45d1b4438 req-430a790a-ee81-430b-bab3-9cff9d2fb9dc tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.0939772 May 04 14:46:28.909989 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b1d60771-2858-437a-9d1c-5ad45d1b4438 req-40ffcb7c-1d13-4e7c-a803-7e9afe7237d9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530806 May 04 14:46:29.677272 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:29.848995 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-66f68a21-f890-43f4-a800-bd892520bef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:30.127760 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69609ab-fd32-4e6e-832f-d94d3744f849 req-be8d31ea-fa0d-42d0-a9b8-ac728218bb22 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:30.129187 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b69609ab-fd32-4e6e-832f-d94d3744f849 req-be8d31ea-fa0d-42d0-a9b8-ac728218bb22 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.0834532 May 04 14:46:30.178458 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b69609ab-fd32-4e6e-832f-d94d3744f849 req-ed85dcb5-6bfa-4481-97be-0a850f54affd tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426311 May 04 14:46:30.761919 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:30.980440 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-cf185ee7-9b1f-4daf-a8a9-67f658e9aad6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10041009&fields=id&tenant_id=5d46e3caf83146d7afacc35639c00bae HTTP/1.1" status: 200 len: 267 time: 0.0407219 May 04 14:46:31.133012 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-e322cb82-4b0e-4a63-bc2e-5d5649dadfd8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:31.134342 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-e322cb82-4b0e-4a63-bc2e-5d5649dadfd8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 812 time: 0.1454489 May 04 14:46:31.149629 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-22b34fde-02da-47d4-9c20-f1b8a943456f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/quotas/5d46e3caf83146d7afacc35639c00bae HTTP/1.1" status: 200 len: 375 time: 0.0095263 May 04 14:46:31.242020 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-cbfd5424-9208-491b-af9c-7331e9a8c09a tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0873284 May 04 14:46:31.333837 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-1820e435-0ed9-42e0-bbc5-21a0650ed703 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=73812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:46:31.334793 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-1820e435-0ed9-42e0-bbc5-21a0650ed703 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0817108 May 04 14:46:31.468302 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135d37-6e30-4f5b-8a68-e77fdd52d3d3 req-373ac686-9a69-4d9c-b74b-2e210f03cbb6 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:31.469658 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-27135d37-6e30-4f5b-8a68-e77fdd52d3d3 req-373ac686-9a69-4d9c-b74b-2e210f03cbb6 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.1847508 May 04 14:46:31.504072 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-06876aed-1965-467d-8b2e-93fd72239780 service neutron] 10.222.0.50 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628466 May 04 14:46:31.559524 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-27135d37-6e30-4f5b-8a68-e77fdd52d3d3 req-3fb3477c-124d-48ef-82bd-e3ffe244fde4 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786183 May 04 14:46:31.649898 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-c6db809f-7f03-4df8-a1a4-e88e4d1324bc service neutron] 10.222.0.50 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356769 May 04 14:46:32.043842 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-426b353d-e7e5-4a87-ba79-0d69265149c9 req-7d627512-8c86-4de3-ba9f-de56731808c6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 210 time: 0.0480151 May 04 14:46:32.310663 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:32.745628 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb63211-4bb6-41c6-a80d-f12e78a64e9c req-dda25e56-30bf-40b5-a767-68d24e84a1a2 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:32.747133 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fdb63211-4bb6-41c6-a80d-f12e78a64e9c req-dda25e56-30bf-40b5-a767-68d24e84a1a2 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.0797031 May 04 14:46:32.791985 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fdb63211-4bb6-41c6-a80d-f12e78a64e9c req-e73692b8-602e-46a7-9b9c-5a783d0cb0eb tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374379 May 04 14:46:33.262562 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fe56b734-3185-4ee9-b0bd-bd74534a698e req-83666fd3-bf85-4972-b855-5aca289e18ab tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 210 time: 0.0613163 May 04 14:46:33.310222 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-49d09bb0-bc70-44f3-a495-d5fae8ace2a9 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:33.311697 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-49d09bb0-bc70-44f3-a495-d5fae8ace2a9 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 812 time: 0.3048811 May 04 14:46:33.367243 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-f8aee5e8-f880-4b1a-9342-fd0e70f4fa48 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d46e3caf83146d7afacc35639c00bae HTTP/1.1" status: 200 len: 378 time: 0.0402336 May 04 14:46:33.376782 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'port': {'device_id': '17506672-ffbe-4fee-90da-5979889250c8', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'admin_state_up': True, 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'security_groups': ['422d971f-2a6e-4230-8e3a-671512185f34']}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:46:33.510089 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:46:33.519843 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:46:33.530010 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Made reservation on behalf of 5d46e3caf83146d7afacc35639c00bae for: {'port': 1} {{(pid=73812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:46:33.534088 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:33.696627 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Allocated IP 172.20.0.13 (b286cc40-9081-4b5d-9997-18456a6832ca/3553b1a2-22f0-4964-9d22-e80ef5215326/0dab38a6-9ce0-4c92-92df-5bb4620c9353) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:46:33.882256 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:33.931562 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Transition to ACTIVE for port object 0dab38a6-9ce0-4c92-92df-5bb4620c9353 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:46:33.989154 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:33.995330 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:46:34.048714 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509844e-039a-4c26-adf3-c1b5f737de55 req-aedc6462-d8d3-4f55-93b6-0b6411f2ab26 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:34.050220 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6509844e-039a-4c26-adf3-c1b5f737de55 req-aedc6462-d8d3-4f55-93b6-0b6411f2ab26 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.1523426 May 04 14:46:34.089646 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Network b286cc40-9081-4b5d-9997-18456a6832ca is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:46:34.094754 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:46:34.099744 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:46:34.153713 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'Port': ['ID=0dab38a6-9ce0-4c92-92df-5bb4620c9353,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:34.181410 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6509844e-039a-4c26-adf3-c1b5f737de55 req-34ccc2e7-4b51-46ba-912d-1a73dc170e41 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231596 May 04 14:46:34.186101 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.186101 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.186289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.186633 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.186987 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.187347 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.187723 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.188076 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.188428 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.188806 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.189189 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.189704 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:34.195124 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:46:34.209173 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:34.209805 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:34.236326 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8632405 May 04 14:46:34.254208 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Request body: {'port': {'device_id': '17506672-ffbe-4fee-90da-5979889250c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:46:34.366504 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:34.382317 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-308187b3-a8f8-4735-9723-e89c17189dca None None] Provisioning for port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 completed by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:46:34.387015 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-308187b3-a8f8-4735-9723-e89c17189dca None None] Provisioning complete for port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 triggered by entity DHCP. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:46:34.387390 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-308187b3-a8f8-4735-9723-e89c17189dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:34.442121 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-308187b3-a8f8-4735-9723-e89c17189dca None None] Port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 cannot update to ACTIVE because it is not bound. {{(pid=73814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:46:34.572787 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcaa44-d0bf-48bd-8906-9b7f5536183e req-9546bfe2-e309-442d-bebc-815339b58149 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:34.573394 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-f8fcaa44-d0bf-48bd-8906-9b7f5536183e req-9546bfe2-e309-442d-bebc-815339b58149 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Synchronizing usage tracker for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:46:34.668497 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-f8fcaa44-d0bf-48bd-8906-9b7f5536183e req-9546bfe2-e309-442d-bebc-815339b58149 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Unset dirty status for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:46:34.669638 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f8fcaa44-d0bf-48bd-8906-9b7f5536183e req-9546bfe2-e309-442d-bebc-815339b58149 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 932 time: 0.2920074 May 04 14:46:34.737668 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-f8fcaa44-d0bf-48bd-8906-9b7f5536183e req-3eaa1008-da6e-4f02-85ac-65580dd052e6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604167 May 04 14:46:34.811410 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dab38a6-9ce0-4c92-92df-5bb4620c9353 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:46:34.818746 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:34.833320 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Transition to ACTIVE for port object 0dab38a6-9ce0-4c92-92df-5bb4620c9353 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:46:34.840519 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:34.843985 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a975d06f-1170-4f6c-914a-cba545f53b93 tempest-AttachVolumeTestJSON-508169944 tempest-AttachVolumeTestJSON-508169944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:46:35.086255 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Pushing event updated for resources: {'Port': ['ID=0dab38a6-9ce0-4c92-92df-5bb4620c9353,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:35.112204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:46:35.187937 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Attempting to bind port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:46:35.188258 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Attempting to bind port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:46:35.188600 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Attempting to bind port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 on network b286cc40-9081-4b5d-9997-18456a6832ca {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:46:35.193357 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 on network b286cc40-9081-4b5d-9997-18456a6832ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:46:35.193675 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Attempting to bind port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 on network b286cc40-9081-4b5d-9997-18456a6832ca {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:46:35.199138 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Checking agent: {'id': 'a6a8a96c-fdb5-4eba-94ec-cb48f6e5d663', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'started_at': datetime.datetime(2021, 5, 4, 14, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:46:35.199454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Checking segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:46:35.199879 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Bound using segment: {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:46:35.200306 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Bound port: 0dab38a6-9ce0-4c92-92df-5bb4620c9353, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db144b-ce00-4340-ae9e-4133ea048537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:46:35.200649 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:35.293628 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] For port 0dab38a6-9ce0-4c92-92df-5bb4620c9353, host hv-cinder-77262, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:46:35.298435 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] For port 0dab38a6-9ce0-4c92-92df-5bb4620c9353, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0dab38a6-9ce0-4c92-92df-5bb4620c9353,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:46:35.333305 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:35.341385 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c5b003e4-4a7c-407a-9a43-9e0be2553b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:46:35.409508 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:35.410125 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:35.411479 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] 10.222.0.54 "PUT /v2.0/ports/0dab38a6-9ce0-4c92-92df-5bb4620c9353 HTTP/1.1" status: 200 len: 1094 time: 1.1619132 May 04 14:46:35.412399 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17506672-ffbe-4fee-90da-5979889250c8', 'tag': '0dab38a6-9ce0-4c92-92df-5bb4620c9353'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:46:35.432072 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Pushing event updated for resources: {'Port': ['ID=0dab38a6-9ce0-4c92-92df-5bb4620c9353,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:35.436609 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-672ff386-6eef-4afd-b72d-573d0327819c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:46:35.463129 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbb611-f6f3-412c-9fc6-97c228a4bada req-cd77fabf-16f0-4b96-9e5d-8775a297e543 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:35.464752 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-75fbb611-f6f3-412c-9fc6-97c228a4bada req-cd77fabf-16f0-4b96-9e5d-8775a297e543 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.1688328 May 04 14:46:35.466837 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17506672-ffbe-4fee-90da-5979889250c8', 'tag': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'status': 'completed', 'code': 200} May 04 14:46:35.555958 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-75fbb611-f6f3-412c-9fc6-97c228a4bada req-7db6e286-54e4-4cad-998f-9ce423d770bf tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852602 May 04 14:46:35.585899 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-eff3c307-0603-4e9e-b26f-6eab56fed25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:35.587347 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-eff3c307-0603-4e9e-b26f-6eab56fed25f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 1097 time: 0.1023898 May 04 14:46:35.663708 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-938b505c-37e1-430e-97f9-fccbc333523c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dab38a6-9ce0-4c92-92df-5bb4620c9353 HTTP/1.1" status: 200 len: 217 time: 0.0624280 May 04 14:46:35.725698 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-3a6dbb0d-cc14-43ea-9c55-469a5e5a5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:35.727109 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-3a6dbb0d-cc14-43ea-9c55-469a5e5a5c1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0574255 May 04 14:46:35.805674 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-9595e176-9b9e-4ac3-9aee-2575ab1c7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:35.807197 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-9595e176-9b9e-4ac3-9aee-2575ab1c7093 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739014 May 04 14:46:35.999290 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-75adaa28-af2a-4d49-81de-1aca309103be service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846626 May 04 14:46:36.035564 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210e2e4-e93e-47c1-ad0e-bdadbb43111f req-0b0017d2-ad1d-40ed-96e5-a2300b5b57d4 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:36.036975 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0210e2e4-e93e-47c1-ad0e-bdadbb43111f req-0b0017d2-ad1d-40ed-96e5-a2300b5b57d4 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 944 time: 0.1886117 May 04 14:46:36.149288 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-0210e2e4-e93e-47c1-ad0e-bdadbb43111f req-7c51ec4f-bbf4-43ff-8892-5cf4d3bb2834 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012783 May 04 14:46:36.174243 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-bcc47c2c-aaa1-4862-bcf9-e49fd93c3129 req-1568fb99-23e8-45ed-a5a6-0cb7f26db38e service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678379 May 04 14:46:36.351639 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-b26dfb1c-f860-4b0f-9549-42b5421b4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:36.353193 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-b26dfb1c-f860-4b0f-9549-42b5421b4f2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 1097 time: 0.0793056 May 04 14:46:36.490130 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-9d2d0b62-285b-41b8-95ff-818d86ae3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:36.491567 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-9d2d0b62-285b-41b8-95ff-818d86ae3027 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1310766 May 04 14:46:36.560690 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-3d724284-d700-4ef6-9bcd-809ba364da13 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dab38a6-9ce0-4c92-92df-5bb4620c9353 HTTP/1.1" status: 200 len: 217 time: 0.0600204 May 04 14:46:36.626708 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-c721252a-347c-45df-a531-4b862fb19b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:36.628293 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-c721252a-347c-45df-a531-4b862fb19b7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0604956 May 04 14:46:36.764809 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-18d984ce-45c6-4f63-b3cc-67e560a57a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:36.766373 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-18d984ce-45c6-4f63-b3cc-67e560a57a0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1290069 May 04 14:46:36.776685 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e94089-633e-4489-809e-b6a32cc96dab req-5bcafaf8-fde8-4859-a836-f159a269c589 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:36.777992 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-52e94089-633e-4489-809e-b6a32cc96dab req-5bcafaf8-fde8-4859-a836-f159a269c589 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.1073351 May 04 14:46:37.020124 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-52e94089-633e-4489-809e-b6a32cc96dab req-6c5dd4b4-ba82-4c31-8c25-4b1f5b95febc tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242227 May 04 14:46:37.046180 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-c79ff2cf-a134-454f-b216-ebf271e3d3b2 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672994 May 04 14:46:37.175733 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-ef3ff07e-b7ee-4e26-a26b-f320b764f71f req-ec8edf06-ee1d-488e-b974-037161dbd68b service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229572 May 04 14:46:37.347218 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b08478-c2ba-41ca-8f20-c03b52fa9583 req-fc725070-7ba3-439b-b4d1-733b90a1a5db tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:37.348719 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e8b08478-c2ba-41ca-8f20-c03b52fa9583 req-fc725070-7ba3-439b-b4d1-733b90a1a5db tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 944 time: 0.0958660 May 04 14:46:37.400343 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e8b08478-c2ba-41ca-8f20-c03b52fa9583 req-a7a600ee-5df7-4ea9-b090-009899c2b1ec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428934 May 04 14:46:38.214731 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45eb8f-af6a-480e-8ab2-610bb2bce9e2 req-5d1ad9b7-7614-456d-998f-e3cf0917171e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:38.216197 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c45eb8f-af6a-480e-8ab2-610bb2bce9e2 req-5d1ad9b7-7614-456d-998f-e3cf0917171e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.0797710 May 04 14:46:38.263014 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5c45eb8f-af6a-480e-8ab2-610bb2bce9e2 req-9fed6c49-1dfa-4090-b0c7-e5e72a2c0ea3 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394919 May 04 14:46:38.616460 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0d705-ea85-4e8f-b5d0-32f9e0abeef8 req-b7495826-ab58-47ef-9471-15d01dc51e76 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:38.617929 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a0c0d705-ea85-4e8f-b5d0-32f9e0abeef8 req-b7495826-ab58-47ef-9471-15d01dc51e76 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 944 time: 0.1009824 May 04 14:46:38.662033 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a0c0d705-ea85-4e8f-b5d0-32f9e0abeef8 req-bf7f4426-c492-4f25-94e9-aafaa277693c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382569 May 04 14:46:39.015810 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-461b6e0f-38fc-4d50-9280-4bb65ff8a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:39.017264 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-461b6e0f-38fc-4d50-9280-4bb65ff8a6e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2&device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1098 time: 0.0765426 May 04 14:46:39.152070 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-9dce1131-316c-4614-a780-98e1589281da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:39.153518 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-9dce1131-316c-4614-a780-98e1589281da service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9793fbb-3f0a-4467-adf8-2019ba99cadc HTTP/1.1" status: 200 len: 909 time: 0.1298306 May 04 14:46:39.271377 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-6000c379-c64e-412d-9dbb-32906c0504be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941 HTTP/1.1" status: 200 len: 1000 time: 0.1112745 May 04 14:46:39.334216 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-0b87e599-f1e4-4ffd-b329-ca373d85e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:39.335643 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-0b87e599-f1e4-4ffd-b329-ca373d85e946 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af2d8894-dbad-4ca1-bb58-62b78f432831 HTTP/1.1" status: 200 len: 847 time: 0.0584555 May 04 14:46:39.470576 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-a74bcbda-253e-4871-bb67-3bdc6c77e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:39.472106 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-a74bcbda-253e-4871-bb67-3bdc6c77e0f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9793fbb-3f0a-4467-adf8-2019ba99cadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1300907 May 04 14:46:39.482763 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8dd69-1126-4699-b2b5-442c0cb2e1cf req-11a2835f-3587-4b33-9f90-ea1341e661fa tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:39.484160 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fbc8dd69-1126-4699-b2b5-442c0cb2e1cf req-11a2835f-3587-4b33-9f90-ea1341e661fa tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.1053019 May 04 14:46:39.616094 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-fbc8dd69-1126-4699-b2b5-442c0cb2e1cf req-84626d11-5319-462c-9b75-7e8053bb02bf tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137776 May 04 14:46:39.643141 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-2e238e57-69d9-44c8-9f05-8c96232e3517 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580460 May 04 14:46:39.803017 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d218f2bb-1ee5-4f5d-b92a-e335e031202e req-a044b813-d392-4dd2-8e2a-269f0b6818c4 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535530 May 04 14:46:39.851777 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ee9af-736d-404d-9b6c-358a5462e56c req-9cf8798e-6057-4dd3-b5ef-2c874decba3c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:39.853272 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a31ee9af-736d-404d-9b6c-358a5462e56c req-9cf8798e-6057-4dd3-b5ef-2c874decba3c tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 944 time: 0.0829146 May 04 14:46:39.898255 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a31ee9af-736d-404d-9b6c-358a5462e56c req-16e1cd39-5d02-41a6-9c00-2d013005cf0b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390530 May 04 14:46:40.853970 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13af2f-40f3-43c6-8ae3-3e9e2fdc87f4 req-d3b41d6c-6d36-4d14-be3a-c38275bb41e1 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:40.855976 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1c13af2f-40f3-43c6-8ae3-3e9e2fdc87f4 req-d3b41d6c-6d36-4d14-be3a-c38275bb41e1 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.1117733 May 04 14:46:40.904084 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-1c13af2f-40f3-43c6-8ae3-3e9e2fdc87f4 req-518db7bb-d1ac-4c52-8cb4-6d94a2368be1 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405099 May 04 14:46:41.122681 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17ddcb-3409-4f19-a125-06e356662382 req-7ac713ba-b15e-4536-872f-1b3bab0b2957 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:41.124210 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c17ddcb-3409-4f19-a125-06e356662382 req-7ac713ba-b15e-4536-872f-1b3bab0b2957 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 944 time: 0.0868039 May 04 14:46:41.173171 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-3c17ddcb-3409-4f19-a125-06e356662382 req-6a708976-d9e2-497e-a5ef-a15277ec8c2e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429199 May 04 14:46:42.196955 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516200-7e5a-4b28-b412-03fd2920a947 req-87138767-5467-4dab-b189-39559c7a4cc8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:42.198403 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dd516200-7e5a-4b28-b412-03fd2920a947 req-87138767-5467-4dab-b189-39559c7a4cc8 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.1780901 May 04 14:46:42.243299 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dd516200-7e5a-4b28-b412-03fd2920a947 req-da60487d-b998-47df-b938-399f02941f31 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388980 May 04 14:46:42.363703 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf6c19-080f-407c-bfb7-cd47c37925f3 req-99bced8e-9cc1-49a1-9064-4c5aebf900fc tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:42.365482 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9adf6c19-080f-407c-bfb7-cd47c37925f3 req-99bced8e-9cc1-49a1-9064-4c5aebf900fc tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 944 time: 0.0841250 May 04 14:46:42.410807 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9adf6c19-080f-407c-bfb7-cd47c37925f3 req-1d37da3d-a0c5-4167-9f23-56e4bd4aaaf6 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393927 May 04 14:46:43.229612 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device e3ca3e74-e0ef-4c12-8d12-6f8db581a941 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:46:43.353486 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:43.379864 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:46:43.390153 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:46:43.395784 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:43.398366 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:46:43.428091 dv-cinder-772623-4-iscsi neutron-server[73814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'code': 422} returned with failed status May 04 14:46:43.433014 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55276b56-ac74-4d66-a145-db1fae8c575d req-c3e2182e-2506-4487-8e4a-7fa073b13e2a tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:43.434536 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-55276b56-ac74-4d66-a145-db1fae8c575d req-c3e2182e-2506-4487-8e4a-7fa073b13e2a tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.0879638 May 04 14:46:43.467952 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,revision_number=6']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:43.476105 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.476429 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.477125 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.477125 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.477398 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.477718 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.478080 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.478408 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.478774 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.479024 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.479337 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.479698 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:43.481931 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-55276b56-ac74-4d66-a145-db1fae8c575d req-dd33af01-aee4-4e4b-bcee-69c487f14293 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414758 May 04 14:46:43.484004 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:46:43.599689 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccfa52-103b-4727-ba65-b02f303a2b33 req-1bfe4775-8132-4dc7-ab29-9ac10b2297ab tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:43.601517 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-34ccfa52-103b-4727-ba65-b02f303a2b33 req-1bfe4775-8132-4dc7-ab29-9ac10b2297ab tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 944 time: 0.0814452 May 04 14:46:43.655055 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-34ccfa52-103b-4727-ba65-b02f303a2b33 req-ba09cc23-056a-462c-a2bb-d070d07364cb tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473831 May 04 14:46:43.812515 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-efc93b4f-192f-47a1-af50-da3e823a742c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148932 May 04 14:46:43.829860 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df31385-558a-477f-aeb3-b0a23979e869 req-ca19cfb6-288f-47ab-b8c2-8a7f176dcf7d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:43.831348 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2df31385-558a-477f-aeb3-b0a23979e869 req-ca19cfb6-288f-47ab-b8c2-8a7f176dcf7d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0792723 May 04 14:46:43.876583 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2df31385-558a-477f-aeb3-b0a23979e869 req-881af507-0948-4f32-b64b-f99b3d0ab2a2 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387709 May 04 14:46:44.851625 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a9cbf-6680-4e18-8758-3a2514a52fe0 req-bde3bde7-531d-4b51-adec-65afef0e7201 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:44.853144 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-578a9cbf-6680-4e18-8758-3a2514a52fe0 req-bde3bde7-531d-4b51-adec-65afef0e7201 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 944 time: 0.0869792 May 04 14:46:44.945360 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-578a9cbf-6680-4e18-8758-3a2514a52fe0 req-f8160a64-5e1a-4dd3-ad6d-d51766ec7bb9 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860620 May 04 14:46:45.068907 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b0465-42c2-433b-86bc-2fe7bf1a6df2 req-d04785c2-0c4f-4c0a-a125-9156b1717234 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:45.070358 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-088b0465-42c2-433b-86bc-2fe7bf1a6df2 req-d04785c2-0c4f-4c0a-a125-9156b1717234 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0801368 May 04 14:46:45.116551 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-088b0465-42c2-433b-86bc-2fe7bf1a6df2 req-22b6704b-058b-4210-959a-a3fe37472612 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402722 May 04 14:46:45.248304 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 0dab38a6-9ce0-4c92-92df-5bb4620c9353 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:46:45.386008 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 0dab38a6-9ce0-4c92-92df-5bb4620c9353, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0dab38a6-9ce0-4c92-92df-5bb4620c9353,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:46:45.398937 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'port_id': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'mac_address': 'fa:16:3e:06:21:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:46:45.464133 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:45.484982 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dab38a6-9ce0-4c92-92df-5bb4620c9353 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:46:45.501217 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 0dab38a6-9ce0-4c92-92df-5bb4620c9353, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0dab38a6-9ce0-4c92-92df-5bb4620c9353,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:46:45.506361 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:45.508125 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-77391f0b-83fa-46aa-b820-ab6d6dc47913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:46:45.573321 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=0dab38a6-9ce0-4c92-92df-5bb4620c9353,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:45.576263 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:46:45.714687 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-1eac3a9d-153d-4e24-af39-2d4d042ab839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:45.716183 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-1eac3a9d-153d-4e24-af39-2d4d042ab839 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b&tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0752895 May 04 14:46:45.819004 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['0dab38a6-9ce0-4c92-92df-5bb4620c9353'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:46:45.821053 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-ad1b844a-fb1b-4dc6-bd82-ab9f7bbffb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:45.822543 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-ad1b844a-fb1b-4dc6-bd82-ab9f7bbffb46 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2&device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1096 time: 0.0732672 May 04 14:46:45.954586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-d2612a67-299b-446a-8e24-0607a2a49834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:45.956155 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-d2612a67-299b-446a-8e24-0607a2a49834 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9793fbb-3f0a-4467-adf8-2019ba99cadc HTTP/1.1" status: 200 len: 909 time: 0.1258020 May 04 14:46:46.092899 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-697fef5f-0d20-41fe-8b24-2d95e3c9b54a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941 HTTP/1.1" status: 200 len: 998 time: 0.1299508 May 04 14:46:46.166731 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-02dd3ee4-a381-4205-a16a-258e641f5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:46.168189 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-02dd3ee4-a381-4205-a16a-258e641f5a1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af2d8894-dbad-4ca1-bb58-62b78f432831 HTTP/1.1" status: 200 len: 847 time: 0.0665808 May 04 14:46:46.267156 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0dab-ce98-404d-ba5d-aee4685fc856 req-9742339b-7e1d-4693-920c-5d3ac4098271 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:46.268602 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e5b0dab-ce98-404d-ba5d-aee4685fc856 req-9742339b-7e1d-4693-920c-5d3ac4098271 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 945 time: 0.2146327 May 04 14:46:46.337641 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e5b0dab-ce98-404d-ba5d-aee4685fc856 req-97f0a6e8-69c9-494f-a1d0-b1f05f0a8cc0 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630369 May 04 14:46:46.357862 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-7c2a9d40-47dc-4e5a-9289-73767ffb2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:46.359333 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-7c2a9d40-47dc-4e5a-9289-73767ffb2581 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9793fbb-3f0a-4467-adf8-2019ba99cadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1833303 May 04 14:46:46.371514 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dc1e1-90d1-4bfe-9bda-4dae2fe6991d req-fff55c22-17be-4abb-907d-1e694846d18e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:46.372957 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-899dc1e1-90d1-4bfe-9bda-4dae2fe6991d req-fff55c22-17be-4abb-907d-1e694846d18e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.1496627 May 04 14:46:46.502336 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-899dc1e1-90d1-4bfe-9bda-4dae2fe6991d req-9f5a7824-f58e-4eed-b6e9-379fac824a28 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110141 May 04 14:46:46.529703 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-118e7107-fd4e-4f05-9eac-0e29febd1b50 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558480 May 04 14:46:46.750980 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-63453f50-186f-410b-9ccf-365cc7d0b04d req-2da59e5c-e623-47c8-9f96-8c2338950121 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140594 May 04 14:46:47.274727 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 0dab38a6-9ce0-4c92-92df-5bb4620c9353 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:46:47.365248 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning for port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 completed by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:46:47.370548 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:46:47.370940 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:47.489538 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:47.516086 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17506672-ffbe-4fee-90da-5979889250c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dab38a6-9ce0-4c92-92df-5bb4620c9353'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:46:47.526297 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69cb64-e05e-4f3a-af4d-75ff83dc592c req-43ddd68c-efcd-4936-9c7a-edb483c8c8a7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:47.526923 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port 0dab38a6-9ce0-4c92-92df-5bb4620c9353, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0dab38a6-9ce0-4c92-92df-5bb4620c9353,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:46:47.527912 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-eb69cb64-e05e-4f3a-af4d-75ff83dc592c req-43ddd68c-efcd-4936-9c7a-edb483c8c8a7 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 945 time: 0.0824833 May 04 14:46:47.531919 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:47.534041 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:46:47.568145 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17506672-ffbe-4fee-90da-5979889250c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'code': 200} May 04 14:46:47.578979 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-eb69cb64-e05e-4f3a-af4d-75ff83dc592c req-e49e59c9-ef61-4c1d-9e43-7c90ceda3b53 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439758 May 04 14:46:47.604707 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=0dab38a6-9ce0-4c92-92df-5bb4620c9353,revision_number=5']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:47.607564 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:46:47.735772 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a570c4-8a1c-4299-ad46-ad3394f75c60 req-58f7d41e-6c37-49bd-9b33-b92f6ad94970 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:47.737259 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9a570c4-8a1c-4299-ad46-ad3394f75c60 req-58f7d41e-6c37-49bd-9b33-b92f6ad94970 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0911970 May 04 14:46:47.782311 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e9a570c4-8a1c-4299-ad46-ad3394f75c60 req-7d941820-5615-4eb1-a24c-8acbf48549e1 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391548 May 04 14:46:47.869460 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269525a2-e6fb-4a04-bfc3-13a9e48718ac req-842af958-3e2c-447e-9278-8c2b9b93dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:47.870961 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-269525a2-e6fb-4a04-bfc3-13a9e48718ac req-842af958-3e2c-447e-9278-8c2b9b93dba4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 1099 time: 0.0695009 May 04 14:46:47.911099 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-269525a2-e6fb-4a04-bfc3-13a9e48718ac req-d18204e5-bb84-4387-9bbf-6d888b78a649 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333066 May 04 14:46:48.787578 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16777f5f-d83c-43a6-990f-b01071d81b7a req-59f4ff0d-19e4-4d58-9c88-6c87d2c32dd4 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:48.789097 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-16777f5f-d83c-43a6-990f-b01071d81b7a req-59f4ff0d-19e4-4d58-9c88-6c87d2c32dd4 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 946 time: 0.0940630 May 04 14:46:48.835314 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-16777f5f-d83c-43a6-990f-b01071d81b7a req-1b4f14fe-621a-4e13-bb17-58949bb7cbfc tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404818 May 04 14:46:48.969910 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42a5b0-8a52-47c8-80d1-783b5cb617de req-8b207b7c-5c04-417e-b5b6-d5d612727eb7 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:48.971436 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-df42a5b0-8a52-47c8-80d1-783b5cb617de req-8b207b7c-5c04-417e-b5b6-d5d612727eb7 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0824807 May 04 14:46:49.034059 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-df42a5b0-8a52-47c8-80d1-783b5cb617de req-b53021c6-467d-4e56-91d3-277bcf93b7ac tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546174 May 04 14:46:49.349247 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:46:50.028981 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51514-a9c1-468c-bdd9-79da58e3af9e req-d3253f3d-e8e7-47f4-ab9b-26459e8f1883 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:50.030429 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d8b51514-a9c1-468c-bdd9-79da58e3af9e req-d3253f3d-e8e7-47f4-ab9b-26459e8f1883 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 946 time: 0.0833874 May 04 14:46:50.077609 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d8b51514-a9c1-468c-bdd9-79da58e3af9e req-d50f52fa-93e4-471e-bc11-88e687ae94c2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393367 May 04 14:46:50.280667 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddba67-21e3-4ae2-b087-e0c9f9758a3d req-e0182d73-ecd3-4686-9c8c-cd1176ccb3ca tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:50.282130 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-67ddba67-21e3-4ae2-b087-e0c9f9758a3d req-e0182d73-ecd3-4686-9c8c-cd1176ccb3ca tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.1411316 May 04 14:46:50.294114 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e97f6b-bddd-41c2-b4b9-a7870dae8177 req-de9bfce7-123f-417b-b800-431a9ebaa0de tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:50.295478 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-85e97f6b-bddd-41c2-b4b9-a7870dae8177 req-de9bfce7-123f-417b-b800-431a9ebaa0de tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 946 time: 0.1092036 May 04 14:46:50.368356 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-85e97f6b-bddd-41c2-b4b9-a7870dae8177 req-ffe79658-b166-4f11-a4b4-971c50ecf792 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593584 May 04 14:46:50.371191 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-67ddba67-21e3-4ae2-b087-e0c9f9758a3d req-4f29a028-d189-446b-9ccf-e12d3b096410 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746906 May 04 14:46:50.390714 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50308) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:46:50.463415 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b562d0-c891-47f4-bfe7-075fe99b4787 tempest-TestVolumeBootPattern-1201066911 tempest-TestVolumeBootPattern-1201066911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:50.464836 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-29b562d0-c891-47f4-bfe7-075fe99b4787 tempest-TestVolumeBootPattern-1201066911 tempest-TestVolumeBootPattern-1201066911-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 1094 time: 0.0729938 May 04 14:46:50.468884 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50312) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:46:50.473913 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.v2.base [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Request body: {'floatingip': {'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'port_id': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=73812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:46:50.480146 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:46:50.484068 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Usage tracker for resource:floatingip and tenant:5d46e3caf83146d7afacc35639c00bae is out of sync, need to count used quota {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:46:50.486940 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:46:50.492690 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.quota.driver [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:46:50.505693 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:50.647738 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:50.782176 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Allocated IP 172.27.0.94 (a2b590c2-19b7-4052-a497-500fc545d77d/d547df6c-49d8-4de1-ac06-a2b0d07c81bf/6e126f55-555d-47f3-9b4a-6ff50672dc4b) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:46:50.931520 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:50.963626 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764898334230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:50.968228 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-016056aa-de49-447c-a742-0643993dfba5 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:46:51.026491 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Network a2b590c2-19b7-4052-a497-500fc545d77d is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:46:51.033289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:46:51.037367 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:46:51.071753 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'Port': ['ID=6e126f55-555d-47f3-9b4a-6ff50672dc4b,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:51.079539 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:46:51.581293 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da6116-a086-4296-8d9d-2042745548c7 req-ecb52683-092f-4677-9106-7fbeb0cca408 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:51.582780 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e6da6116-a086-4296-8d9d-2042745548c7 req-ecb52683-092f-4677-9106-7fbeb0cca408 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.1051226 May 04 14:46:51.630370 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:51.642219 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e6da6116-a086-4296-8d9d-2042745548c7 req-5184015f-4598-4018-9649-d2fa2ddd0e01 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530655 May 04 14:46:51.711260 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:51.918708 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:51.926234 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643722'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:51.930790 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-188fe31d-69f0-4b48-8f5a-4b76a7af714e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:46:52.030071 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event updated for resources: {'Port': ['ID=6e126f55-555d-47f3-9b4a-6ff50672dc4b,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:52.034275 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:46:52.043122 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680532'] for floatingip, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:52.215571 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Floating IP 14e9bf6a-f4ac-4565-80a2-0800616bbca1 associated. External IP: 172.27.0.94, port: 0dab38a6-9ce0-4c92-92df-5bb4620c9353. May 04 14:46:52.569360 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:46:52.907002 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:46:52.916914 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] Sync routers for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:46:52.927272 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:46:52.927931 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:46:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:46:52.935989 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d89f2-4971-4d21-abe2-31d99a84f9da req-d075db83-aded-4776-a72e-ce78cba6fc86 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:52.937452 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8d7d89f2-4971-4d21-abe2-31d99a84f9da req-d075db83-aded-4776-a72e-ce78cba6fc86 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.1852634 May 04 14:46:52.960021 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:53.035606 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-8d7d89f2-4971-4d21-abe2-31d99a84f9da req-6efbadc5-3785-4db5-b2fc-a24a3106dc75 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911176 May 04 14:46:53.039324 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5695543 May 04 14:46:53.040241 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17506672-ffbe-4fee-90da-5979889250c8', 'tag': '0dab38a6-9ce0-4c92-92df-5bb4620c9353'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:46:53.092638 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17506672-ffbe-4fee-90da-5979889250c8', 'tag': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'status': 'completed', 'code': 200} May 04 14:46:53.117745 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:46:53.218675 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-9bb0b1cb-5b04-472a-9fe3-0465357b477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:53.220233 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-9bb0b1cb-5b04-472a-9fe3-0465357b477c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 1099 time: 0.0748265 May 04 14:46:53.317972 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:53.353943 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-e2c7343f-3cdb-4500-823f-77397bb71226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:53.355412 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-e2c7343f-3cdb-4500-823f-77397bb71226 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1290104 May 04 14:46:53.455552 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-72449883-3bef-4eab-89f8-50c961ac27a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dab38a6-9ce0-4c92-92df-5bb4620c9353 HTTP/1.1" status: 200 len: 999 time: 0.0939100 May 04 14:46:53.509196 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '14e9bf6a-f4ac-4565-80a2-0800616bbca1', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:06:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17506672-ffbe-4fee-90da-5979889250c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:46:51Z', 'updated_at': '2021-05-04T14:46:51Z', 'revision_number': 0, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}, {'id': 'feae700f-9baa-4ae7-83c2-d5f286ff6fe3', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:21:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:48Z', 'updated_at': '2021-05-04T14:44:51Z', 'revision_number': 1, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:46:53.513634 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] Checking router: 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:46:53.522088 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:46:53.522695 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:46:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:46:53.523317 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-79e358f7-bc4f-4fa7-84ed-d5dd42be198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:53.524827 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-79e358f7-bc4f-4fa7-84ed-d5dd42be198f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0631773 May 04 14:46:53.600786 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-c59fc64c-086c-4423-9489-c8d71fb7b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:53.602244 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-c59fc64c-086c-4423-9489-c8d71fb7b782 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714269 May 04 14:46:53.699391 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:46:53.736127 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-9f18980d-3c99-4b8a-b688-f472fc3cda14 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263809 May 04 14:46:53.867825 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9e803970-0392-4a9e-a722-3527119f3ff3 req-b951b1cd-6a9c-4794-9308-825259f41927 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258156 May 04 14:46:54.047192 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '14e9bf6a-f4ac-4565-80a2-0800616bbca1', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:06:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17506672-ffbe-4fee-90da-5979889250c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:46:51Z', 'updated_at': '2021-05-04T14:46:51Z', 'revision_number': 0, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}, {'id': 'feae700f-9baa-4ae7-83c2-d5f286ff6fe3', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:21:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:48Z', 'updated_at': '2021-05-04T14:44:51Z', 'revision_number': 1, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:46:54.052568 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fd42df-8d1a-44ef-b39e-d06d69c71fab None None] The sync data for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi is: [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': '14e9bf6a-f4ac-4565-80a2-0800616bbca1', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:06:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17506672-ffbe-4fee-90da-5979889250c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:46:51Z', 'updated_at': '2021-05-04T14:46:51Z', 'revision_number': 0, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}, {'id': 'feae700f-9baa-4ae7-83c2-d5f286ff6fe3', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:21:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:48Z', 'updated_at': '2021-05-04T14:44:51Z', 'revision_number': 1, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:46:54.236489 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9dadd-9494-4b88-92f4-12195dd45d75 req-b8d56896-c312-421a-8bf8-35e52954505e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:54.238027 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-50c9dadd-9494-4b88-92f4-12195dd45d75 req-b8d56896-c312-421a-8bf8-35e52954505e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0891664 May 04 14:46:54.252829 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a3c943-6e3f-4f2e-89be-f95caa6fe741 None None] New status for floating IP 14e9bf6a-f4ac-4565-80a2-0800616bbca1: ACTIVE {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:46:54.283458 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-50c9dadd-9494-4b88-92f4-12195dd45d75 req-5779017d-feb3-49b1-adf9-66a60af94271 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395865 May 04 14:46:55.321277 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device e3ca3e74-e0ef-4c12-8d12-6f8db581a941 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:46:55.452958 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:46:55.465760 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Returning: {'device': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'port_id': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'mac_address': 'fa:16:3e:da:c2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:46:55.468726 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c605887-3469-4025-a090-3ec03f03f79f req-85bbd51f-a606-46f9-a7c1-5204fce6025b tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:55.470284 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4c605887-3469-4025-a090-3ec03f03f79f req-85bbd51f-a606-46f9-a7c1-5204fce6025b tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 943 time: 0.0798473 May 04 14:46:55.518700 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-4c605887-3469-4025-a090-3ec03f03f79f req-adb2d2e7-7283-4e0f-93f4-582bf8b7670d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420911 May 04 14:46:55.523637 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:55.540508 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ca3e74-e0ef-4c12-8d12-6f8db581a941 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:46:55.555905 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:46:55.561904 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:55.565062 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-662e4888-8515-4487-b491-6b49629c4700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:46:55.628990 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,revision_number=7']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:55.632244 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:46:55.864792 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] get_ports_and_sgs() called for port_ids ['e3ca3e74-e0ef-4c12-8d12-6f8db581a941'] {{(pid=73814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:46:56.722723 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f883e-c63e-4eb9-9851-6cd4519f9e85 req-c03fbc80-25e9-4f8a-a362-988f79eb65ee tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:56.724237 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-df3f883e-c63e-4eb9-9851-6cd4519f9e85 req-c03fbc80-25e9-4f8a-a362-988f79eb65ee tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 944 time: 0.0900912 May 04 14:46:56.769575 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-df3f883e-c63e-4eb9-9851-6cd4519f9e85 req-a56b9982-90a0-4cd8-9d50-f1f1f46ac7fc tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391414 May 04 14:46:57.096708 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c559aa75-6f67-4a7a-b9ea-e5b4dcee2504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:57.322061 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device e3ca3e74-e0ef-4c12-8d12-6f8db581a941 up at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:46:57.405039 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Provisioning complete for port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 triggered by entity L2. {{(pid=73814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:46:57.405420 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1903769'] for port, provisioning_complete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:57.521153 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734203'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:57.548173 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:46:57.557812 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] For port e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:46:57.563247 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764898751133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764898334248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764898334293'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:57.565100 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:46:57.593652 dv-cinder-772623-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'code': 200} May 04 14:46:57.632661 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Pushing event updated for resources: {'Port': ['ID=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,revision_number=8']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:57.635583 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:46:57.988701 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950480-d946-4b0a-a579-1e55aebf5931 req-aa377c0e-adbb-486a-8cde-0753ed62b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:57.990162 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-aa950480-d946-4b0a-a579-1e55aebf5931 req-aa377c0e-adbb-486a-8cde-0753ed62b905 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1098 time: 0.1292424 May 04 14:46:58.000392 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0cd75-73ce-4a95-8c21-9874c628cfc5 req-3009a063-a20f-40b9-a6cd-1831df272323 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:58.001714 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e4c0cd75-73ce-4a95-8c21-9874c628cfc5 req-3009a063-a20f-40b9-a6cd-1831df272323 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.1109462 May 04 14:46:58.064757 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-aa950480-d946-4b0a-a579-1e55aebf5931 req-c37c4498-8023-4653-9ae7-42718c873576 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621355 May 04 14:46:58.069304 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e4c0cd75-73ce-4a95-8c21-9874c628cfc5 req-f0a198c5-1699-4da6-87ed-5bb03b59e0a0 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547600 May 04 14:46:59.364865 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42aa5e2-cf25-4e83-8a97-014bafb29ea8 req-ce3f0789-4047-4994-a68e-0191eb73a66e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:46:59.366345 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e42aa5e2-cf25-4e83-8a97-014bafb29ea8 req-ce3f0789-4047-4994-a68e-0191eb73a66e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.1775880 May 04 14:46:59.412052 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-e42aa5e2-cf25-4e83-8a97-014bafb29ea8 req-3cb5dd1d-08ef-4adc-965b-a3a426de68c9 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398009 May 04 14:46:59.677305 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:59.860102 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2526ac57-86df-40a3-bc17-858ff990ed20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:00.619391 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980fd74-14b8-412d-b25d-1201c8abc3cb req-32b1302f-d2c9-404a-9829-a1e164ead436 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:47:00.620836 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6980fd74-14b8-412d-b25d-1201c8abc3cb req-32b1302f-d2c9-404a-9829-a1e164ead436 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.0867717 May 04 14:47:00.667569 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6980fd74-14b8-412d-b25d-1201c8abc3cb req-ae826644-9149-43cd-9909-454c9160bc54 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383697 May 04 14:47:00.773218 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:02.326824 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:03.977093 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-e60985f1-fc3e-467d-b7e7-2830b089961a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744016 May 04 14:47:04.150927 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-261b06cd-2f24-4335-9af0-8abe19cfd7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:47:04.152469 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-261b06cd-2f24-4335-9af0-8abe19cfd7b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2&device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1098 time: 0.0848911 May 04 14:47:04.303461 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-c36f15f8-5932-41c3-b584-de2c1a5fd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:47:04.304853 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-c36f15f8-5932-41c3-b584-de2c1a5fd94b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9793fbb-3f0a-4467-adf8-2019ba99cadc HTTP/1.1" status: 200 len: 909 time: 0.1303000 May 04 14:47:04.403561 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-c47cf971-5ccc-48cc-b0a9-de81ffd94cea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941 HTTP/1.1" status: 200 len: 1000 time: 0.0920379 May 04 14:47:04.468576 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-f771ea9f-0225-407a-9bfb-555c7e397fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:47:04.469980 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-f771ea9f-0225-407a-9bfb-555c7e397fcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af2d8894-dbad-4ca1-bb58-62b78f432831 HTTP/1.1" status: 200 len: 847 time: 0.0607672 May 04 14:47:04.544732 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-e3359962-e313-4b2c-9685-68b9cbe357bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:47:04.546186 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-e3359962-e313-4b2c-9685-68b9cbe357bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9793fbb-3f0a-4467-adf8-2019ba99cadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696290 May 04 14:47:04.687290 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-b25111e0-42cd-47e8-98e2-31097685df26 service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303573 May 04 14:47:04.817261 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-b5492516-a703-4626-8b2b-c58a0d6b6c43 req-9d8bed0f-8d4a-4b36-ae96-a3512a79d53d service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227355 May 04 14:47:23.303543 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:26.354790 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:47:27.091979 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e1e8a349-a200-4e61-8ac9-7f3dc01710cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:29.710282 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:29.861706 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-731e513c-b84f-4107-8981-71cfcac1ab61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:30.777998 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:32.331195 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:53.337076 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:57.090651 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35ad9190-1d4f-4700-92fc-c68364e1a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:59.682045 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:59.860905 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ff521919-91d1-47b9-b495-2802f50bf691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:00.782203 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:02.332007 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:03.360016 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:48:05.064309 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-dd821b06-d4e4-4c95-90c7-6bf38f24284a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1204917 May 04 14:48:05.168860 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-3dac634c-7797-4a04-9ed1-fac39cc0e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:05.170286 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-3dac634c-7797-4a04-9ed1-fac39cc0e737 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 1098 time: 0.0728645 May 04 14:48:05.319122 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-2b42cbfb-9734-4f3a-8c1b-954c73fefdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:05.320514 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-2b42cbfb-9734-4f3a-8c1b-954c73fefdd1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1299298 May 04 14:48:05.425311 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-42af4606-30de-4f76-8349-9f6c52aabbd1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c HTTP/1.1" status: 200 len: 1000 time: 0.0969150 May 04 14:48:05.487453 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-518c3cf7-cd78-4d43-b758-581c63b1c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:05.488862 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-518c3cf7-cd78-4d43-b758-581c63b1c9ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0577664 May 04 14:48:05.574035 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-5bee6848-ff94-459d-89e9-4ae760f83cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:05.576111 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-5bee6848-ff94-459d-89e9-4ae760f83cf5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810783 May 04 14:48:05.803798 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-24f99992-4317-41bf-8284-e659f36c540c service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208843 May 04 14:48:05.935108 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-2a4721d4-1f33-4e35-8052-ee694cbc9c92 req-c5336138-1d47-4819-8a8a-d3932dfc56a0 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244001 May 04 14:48:14.149747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50368) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:14.433406 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Deleting port 19131fea-8db4-4a33-8615-9ac7d00f56ed {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:14.433661 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:14.551573 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:14.551924 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:14.670184 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Calling delete_port for 19131fea-8db4-4a33-8615-9ac7d00f56ed owned by network:floatingip {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:14.812948 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:14.816463 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-056a6f65-d033-4f0c-aedf-008c9df856dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:14.859439 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event deleted for resources: {'Port': ['ID=19131fea-8db4-4a33-8615-9ac7d00f56ed,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:14.895321 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.895690 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.896069 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.896438 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.896789 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.897140 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.897487 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.897835 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.898184 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.898525 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.898875 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.899217 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:14.906130 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:14.963275 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for floatingip, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:14.963531 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Floating IP 645b4f09-f15a-4012-bda8-01824b91053a disassociated (deleted). External IP: 172.27.0.97, port: e3ca3e74-e0ef-4c12-8d12-6f8db581a941. May 04 14:48:15.312099 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:48:15.594789 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:48:15.604817 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] Sync routers for ids ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:48:15.617014 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] Routers {'b7e7a5ea-3288-4c06-a107-af69ed4eeac1'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:15.617693 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:15.620569 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:15.674167 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "DELETE /v2.0/floatingips/645b4f09-f15a-4012-bda8-01824b91053a HTTP/1.1" status: 204 len: 168 time: 1.5230200 May 04 14:48:15.674799 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:48:15.794502 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] Set router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:15.828492 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'status': 'completed', 'code': 200} May 04 14:48:15.947506 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-cdf0a83a-ef02-4499-8891-fb73479891f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:15.949064 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-cdf0a83a-ef02-4499-8891-fb73479891f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2&device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 1098 time: 0.0737309 May 04 14:48:16.111097 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:42Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'ae1b032d-05cb-4ec0-be52-929061b97c76', 'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'mac_address': 'fa:16:3e:a3:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:41Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 5, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'subnets': [{'id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:16.115211 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] Checking router: b7e7a5ea-3288-4c06-a107-af69ed4eeac1 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:48:16.123692 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] Routers {'b7e7a5ea-3288-4c06-a107-af69ed4eeac1'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:16.124310 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:16.134098 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-da795a72-91f7-4133-b4d1-957ccb2fe0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:16.135484 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-da795a72-91f7-4133-b4d1-957ccb2fe0e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9793fbb-3f0a-4467-adf8-2019ba99cadc HTTP/1.1" status: 200 len: 909 time: 0.1795242 May 04 14:48:16.201471 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695a11e-1fff-4c1c-aec7-daf8094cc942 req-5032eccd-f39f-452b-b01a-3182e29743a4 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:16.202146 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-9695a11e-1fff-4c1c-aec7-daf8094cc942 req-5032eccd-f39f-452b-b01a-3182e29743a4 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Synchronizing usage tracker for tenant:2ec33e2fa2db47598c8b94a54d86e5c2 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:48:16.220676 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-7c133dd4-ca8b-4101-a6f5-7cc2b87eb9bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941 HTTP/1.1" status: 200 len: 217 time: 0.0770748 May 04 14:48:16.260064 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-9695a11e-1fff-4c1c-aec7-daf8094cc942 req-5032eccd-f39f-452b-b01a-3182e29743a4 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Unset dirty status for tenant:2ec33e2fa2db47598c8b94a54d86e5c2 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:48:16.261185 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9695a11e-1fff-4c1c-aec7-daf8094cc942 req-5032eccd-f39f-452b-b01a-3182e29743a4 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.2746181 May 04 14:48:16.291827 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-1f3b27c5-27e8-49cb-807d-ff2863a0abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:16.293301 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-1f3b27c5-27e8-49cb-807d-ff2863a0abed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af2d8894-dbad-4ca1-bb58-62b78f432831 HTTP/1.1" status: 200 len: 847 time: 0.0650673 May 04 14:48:16.299105 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] Set router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:16.387825 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9695a11e-1fff-4c1c-aec7-daf8094cc942 req-cb09eaf1-efd8-49f0-8ebe-c4868017493b tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160233 May 04 14:48:16.418551 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-685b9d7e-8d4e-43a5-8357-a4f4f289ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:16.420111 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-685b9d7e-8d4e-43a5-8357-a4f4f289ca1b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9793fbb-3f0a-4467-adf8-2019ba99cadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1195910 May 04 14:48:16.553930 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-42dd88c2-97cd-4ed7-94e5-b92ac4627ccf service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258068 May 04 14:48:16.607107 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:42Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'ae1b032d-05cb-4ec0-be52-929061b97c76', 'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'mac_address': 'fa:16:3e:a3:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:41Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 5, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'subnets': [{'id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:16.611143 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb680f0-4ab5-44ea-947c-15d2b6b31585 None None] The sync data for ids ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'] in dv-cinder-772623-4-iscsi is: [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:42Z', 'revision_number': 4, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': 'ae1b032d-05cb-4ec0-be52-929061b97c76', 'name': '', 'network_id': 'd9793fbb-3f0a-4467-adf8-2019ba99cadc', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'mac_address': 'fa:16:3e:a3:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:41Z', 'updated_at': '2021-05-04T14:43:48Z', 'revision_number': 5, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'subnets': [{'id': 'af2d8894-dbad-4ca1-bb58-62b78f432831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:48:16.685649 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-a2195a9b-f52b-44c3-824b-770e5330fa31 req-b4912115-7770-4d4b-8087-13225bfc8f3b service neutron] 10.222.0.54 "GET /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245964 May 04 14:48:16.809172 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7321752-f96d-4438-a9fd-80c216f5bd8d None None] New status for floating IP 645b4f09-f15a-4012-bda8-01824b91053a: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:48:17.715092 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250704f-c888-479f-8998-27fd5ed64f4b req-600be1fa-65d8-4102-9787-ba43da3a51f6 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:17.717399 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6250704f-c888-479f-8998-27fd5ed64f4b req-600be1fa-65d8-4102-9787-ba43da3a51f6 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.2052739 May 04 14:48:17.770714 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-aff566c2-75b9-4e75-94c0-5c2ff6e4749d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:17.772129 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-aff566c2-75b9-4e75-94c0-5c2ff6e4749d tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.54 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 945 time: 0.1421373 May 04 14:48:17.779282 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6250704f-c888-479f-8998-27fd5ed64f4b req-d357de5c-066a-4127-9b54-d01a8ee24d5f tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546830 May 04 14:48:17.912996 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Deleting port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:17.913348 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:18.048759 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] For port e3ca3e74-e0ef-4c12-8d12-6f8db581a941, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:18.049003 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:18.266692 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Calling delete_port for e3ca3e74-e0ef-4c12-8d12-6f8db581a941 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:18.382322 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:18.388332 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6571fdb0-4d34-445d-8f58-8595aeebd978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:18.431797 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event deleted for resources: {'Port': ['ID=e3ca3e74-e0ef-4c12-8d12-6f8db581a941,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:18.434948 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:18.507788 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] No DVR routers for this DVR port e3ca3e74-e0ef-4c12-8d12-6f8db581a941 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:48:18.510753 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:18.514592 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'name': 'network-vif-deleted', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:48:18.532325 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6cafefeb-2425-49d6-ad0f-70e1c797c802 req-70a4e968-8609-4923-8f10-53c384bc5151 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.54 "DELETE /v2.0/ports/e3ca3e74-e0ef-4c12-8d12-6f8db581a941 HTTP/1.1" status: 204 len: 173 time: 0.7520902 May 04 14:48:18.561523 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be018c7a-4a69-45ea-9af0-e089e472a38b', 'name': 'network-vif-deleted', 'tag': 'e3ca3e74-e0ef-4c12-8d12-6f8db581a941', 'status': 'completed', 'code': 200} May 04 14:48:18.931478 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-6dceba96-ed25-4fbc-af35-ed473c75240a req-1cd21d47-558f-4b63-8fef-915c09a5768e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Synchronizing usage tracker for tenant:2ec33e2fa2db47598c8b94a54d86e5c2 on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:48:18.947130 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-6dceba96-ed25-4fbc-af35-ed473c75240a req-1cd21d47-558f-4b63-8fef-915c09a5768e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Unset dirty status for tenant:2ec33e2fa2db47598c8b94a54d86e5c2 on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:48:18.948406 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-6dceba96-ed25-4fbc-af35-ed473c75240a req-1cd21d47-558f-4b63-8fef-915c09a5768e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "GET /v2.0/ports?device_id=be018c7a-4a69-45ea-9af0-e089e472a38b HTTP/1.1" status: 200 len: 210 time: 0.0595474 May 04 14:48:19.842304 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device e3ca3e74-e0ef-4c12-8d12-6f8db581a941 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:19.881566 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: e3ca3e74-e0ef-4c12-8d12-6f8db581a941 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:19.881897 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device e3ca3e74-e0ef-4c12-8d12-6f8db581a941 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:20.052258 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50392) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:20.136844 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec006-63b9-42d2-9145-36dded647512 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:20.166956 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec006-63b9-42d2-9145-36dded647512 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:20.234133 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec006-63b9-42d2-9145-36dded647512 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:20.238193 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-999a6748-2130-4e74-a4b6-8e1c1783c780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:20.253392 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ec006-63b9-42d2-9145-36dded647512 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0998e92-eaa7-4449-8cfc-3ba62cd25d1c,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:20.255758 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6c5ec006-63b9-42d2-9145-36dded647512 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:20.265681 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec006-63b9-42d2-9145-36dded647512 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:20.266769 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-6c5ec006-63b9-42d2-9145-36dded647512 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] 10.222.0.50 "DELETE /v2.0/security-groups/b0998e92-eaa7-4449-8cfc-3ba62cd25d1c HTTP/1.1" status: 204 len: 168 time: 0.2132020 May 04 14:48:20.314762 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50398) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:20.867838 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658246'] for router_interface, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:21.282718 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Deleting port ae1b032d-05cb-4ec0-be52-929061b97c76 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:21.283419 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:21.499749 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] For port ae1b032d-05cb-4ec0-be52-929061b97c76, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=ae1b032d-05cb-4ec0-be52-929061b97c76,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:21.500021 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:21.622202 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Calling delete_port for ae1b032d-05cb-4ec0-be52-929061b97c76 owned by network:router_interface {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:21.847454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [req-7b079072-988f-4aa0-a4f3-3f7adfde060e req-eec96dbc-47d5-4438-93b6-c4fd5e82e3e0 service neutron] (73812) timed out ('10.222.0.54', 51982) {{(pid=73812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 14:48:21.926427 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:21.930081 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4801a395-9a99-4375-bcbe-b3130d8f2043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:21.972041 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1b032d-05cb-4ec0-be52-929061b97c76,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:21.975158 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:22.240848 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683254'] for router_interface, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:22.599564 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:48:22.896602 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:48:22.905863 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] Sync routers for ids ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:48:22.914700 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-8aa052f6-af0a-4ffc-a738-10313b2713e0 admin admin] 10.222.0.50 "PUT /v2.0/routers/b7e7a5ea-3288-4c06-a107-af69ed4eeac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5988221 May 04 14:48:22.917249 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50402) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:22.918505 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] Routers {'b7e7a5ea-3288-4c06-a107-af69ed4eeac1'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:22.919217 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:23.092343 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Notify callbacks [] for router, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:23.129220 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] Set router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:23.263319 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:23.338809 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Deleting port 22099e9e-6cd6-4b8c-83cb-158319addebb {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:23.339105 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:23.353215 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:23.417259 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:48:21Z', 'revision_number': 5, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port': {'id': '22099e9e-6cd6-4b8c-83cb-158319addebb', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:23.421055 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] Checking router: b7e7a5ea-3288-4c06-a107-af69ed4eeac1 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:48:23.429222 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] Routers {'b7e7a5ea-3288-4c06-a107-af69ed4eeac1'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:23.429818 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:23.458075 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] For port 22099e9e-6cd6-4b8c-83cb-158319addebb, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=22099e9e-6cd6-4b8c-83cb-158319addebb,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:23.458428 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:23.577463 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] Set router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 gateway port host: None {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:23.578606 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Calling delete_port for 22099e9e-6cd6-4b8c-83cb-158319addebb owned by network:router_gateway {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:23.681172 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:48:23Z', 'revision_number': 6, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port_host': None}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:23.685350 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149dbf20-9e6a-4629-a62d-b795bc147d6c None None] The sync data for ids ['b7e7a5ea-3288-4c06-a107-af69ed4eeac1'] in dv-cinder-772623-4-iscsi is: [{'id': 'b7e7a5ea-3288-4c06-a107-af69ed4eeac1', 'name': 'tempest-TestShelveInstance-949771122-router', 'tenant_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:38Z', 'updated_at': '2021-05-04T14:48:23Z', 'revision_number': 6, 'project_id': '2ec33e2fa2db47598c8b94a54d86e5c2', 'gw_port_host': None}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:48:23.719068 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:23.723876 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-51f075f3-54a5-4678-8d75-ccc940ff3ec8 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:23.791707 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Pushing event deleted for resources: {'Port': ['ID=22099e9e-6cd6-4b8c-83cb-158319addebb,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:23.794488 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:23.861155 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680553'] for router_gateway, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.030409 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29609'] for router, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.032742 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.056929 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680993'] for router, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.057470 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7e7a5ea-3288-4c06-a107-af69ed4eeac1 {{(pid=73812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:48:24.070586 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] Notify callbacks [] for router, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.071797 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-027c833c-a130-415e-a6e4-917e656ecc8f admin admin] 10.222.0.50 "DELETE /v2.0/routers/b7e7a5ea-3288-4c06-a107-af69ed4eeac1 HTTP/1.1" status: 204 len: 168 time: 1.1529627 May 04 14:48:24.074429 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50406) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:24.142339 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_v2 [None req-21914b50-f0f8-4c17-a253-98b0a9767f92 admin admin] Deleting subnet af2d8894-dbad-4ca1-bb58-62b78f432831 {{(pid=73812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:48:24.145450 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-21914b50-f0f8-4c17-a253-98b0a9767f92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.197519 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-21914b50-f0f8-4c17-a253-98b0a9767f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2642442'] for subnet, precommit_delete_associations {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.370611 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-21914b50-f0f8-4c17-a253-98b0a9767f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.626097 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-21914b50-f0f8-4c17-a253-98b0a9767f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3882966'] for subnet, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.629893 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:24.663988 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21914b50-f0f8-4c17-a253-98b0a9767f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2d8894-dbad-4ca1-bb58-62b78f432831,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:24.667048 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-21914b50-f0f8-4c17-a253-98b0a9767f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:24.668067 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-21914b50-f0f8-4c17-a253-98b0a9767f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.673361 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e90a16-8895-464b-ae99-2347eec1747e None None] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:48:24.674603 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-21914b50-f0f8-4c17-a253-98b0a9767f92 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af2d8894-dbad-4ca1-bb58-62b78f432831 HTTP/1.1" status: 204 len: 168 time: 0.5991390 May 04 14:48:24.677195 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50410) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:24.785347 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.863077 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Deleting port 96b894b7-4011-417a-9057-0a53d2a8c9af {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:24.864137 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:24.880142 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 22099e9e-6cd6-4b8c-83cb-158319addebb no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:24.915589 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 22099e9e-6cd6-4b8c-83cb-158319addebb {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:24.915967 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 22099e9e-6cd6-4b8c-83cb-158319addebb not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:24.916389 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device ae1b032d-05cb-4ec0-be52-929061b97c76 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:24.948335 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: ae1b032d-05cb-4ec0-be52-929061b97c76 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:24.948335 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device ae1b032d-05cb-4ec0-be52-929061b97c76 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:24.959696 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] DHCP port deletion for d9793fbb-3f0a-4467-adf8-2019ba99cadc request from dv-cinder-772623-4-iscsi {{(pid=73814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:48:24.968289 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] For port 96b894b7-4011-417a-9057-0a53d2a8c9af, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=96b894b7-4011-417a-9057-0a53d2a8c9af,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:24.968638 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:25.023450 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Deleting port 96b894b7-4011-417a-9057-0a53d2a8c9af {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:25.023700 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:25.091938 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Calling delete_port for 96b894b7-4011-417a-9057-0a53d2a8c9af owned by network:dhcp {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:25.119078 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] For port 96b894b7-4011-417a-9057-0a53d2a8c9af, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=96b894b7-4011-417a-9057-0a53d2a8c9af,segment=NetworkSegment(5fc7e64e-82ec-456c-ab46-da1a255f472a),segment_id=5fc7e64e-82ec-456c-ab46-da1a255f472a)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:25.119498 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:25.141457 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:25.146218 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:25.189579 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b894b7-4011-417a-9057-0a53d2a8c9af,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:25.191428 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] No DVR routers for this DVR port 96b894b7-4011-417a-9057-0a53d2a8c9af on host dv-cinder-772623-4-iscsi {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:48:25.192968 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:25.240224 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Calling delete_port for 96b894b7-4011-417a-9057-0a53d2a8c9af owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:25.285600 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:25.289261 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:25.304749 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:25.332258 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Pushing event deleted for resources: {'Port': ['ID=96b894b7-4011-417a-9057-0a53d2a8c9af,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:25.336531 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] No DVR routers for this DVR port 96b894b7-4011-417a-9057-0a53d2a8c9af on host dv-cinder-772623-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:48:25.346552 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.346905 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.347380 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.347747 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.348091 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.348402 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.348728 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.349055 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.349456 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.349684 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.350074 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.350307 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:25.353641 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:25.416521 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9793fbb-3f0a-4467-adf8-2019ba99cadc']}} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:25.435544 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc7e64e-82ec-456c-ab46-da1a255f472a') {'for_net_delete': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:25.435989 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc7e64e-82ec-456c-ab46-da1a255f472a') {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:25.447669 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2642483'] for segment, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:25.464378 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:25.471110 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=73812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:48:25.644886 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:48:25.653258 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2643822'] for segment, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:25.918901 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Network d9793fbb-3f0a-4467-adf8-2019ba99cadc has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: Traceback (most recent call last): May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: timer() May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: cb(*args, **kw) May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: return func(*args, **kwargs) May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: self._notify() May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: self.callback(batched_events) May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: event.method(event) May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: return f(self, *a, **k) May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._get(url).json() May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: return self.request(url, 'GET', **kwargs) May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:48:25.939308 dv-cinder-772623-4-iscsi neutron-server[73812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:48:26.018502 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:26.023287 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-900217bf-d99b-4d8e-9a05-72ae97700230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:26.036055 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:26.048283 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9793fbb-3f0a-4467-adf8-2019ba99cadc,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:26.051705 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:26.053570 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-02b78c48-0271-4bc2-b52c-ee71915f0782 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d9793fbb-3f0a-4467-adf8-2019ba99cadc HTTP/1.1" status: 204 len: 168 time: 1.3753610 May 04 14:48:26.056776 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50414) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:26.596055 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658246'] for router_interface, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:26.869597 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 96b894b7-4011-417a-9057-0a53d2a8c9af no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:26.904613 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 96b894b7-4011-417a-9057-0a53d2a8c9af {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:26.905066 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 96b894b7-4011-417a-9057-0a53d2a8c9af not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:27.013846 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Deleting port a8c33c21-1b5a-45fa-9fac-a25c774e81f1 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:27.014425 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:27.084756 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a76ae658-042b-41b5-aa4a-8c664c6193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:27.136230 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] For port a8c33c21-1b5a-45fa-9fac-a25c774e81f1, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a8c33c21-1b5a-45fa-9fac-a25c774e81f1,segment=NetworkSegment(b5d4718a-cef7-4567-a51f-028056c7310c),segment_id=b5d4718a-cef7-4567-a51f-028056c7310c)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:27.136494 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:27.350532 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Calling delete_port for a8c33c21-1b5a-45fa-9fac-a25c774e81f1 owned by network:router_interface {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:27.501276 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:27.504847 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:27.546575 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c33c21-1b5a-45fa-9fac-a25c774e81f1,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:27.549660 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:27.827464 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683254'] for router_interface, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:28.181297 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Router a7a0de96-bf16-49cb-a223-77fb1b913b65 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:48:28.357597 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:48:28.366592 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] Sync routers for ids ['a7a0de96-bf16-49cb-a223-77fb1b913b65'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:48:28.378287 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] 10.222.0.50 "PUT /v2.0/routers/a7a0de96-bf16-49cb-a223-77fb1b913b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3182638 May 04 14:48:28.378489 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] Routers {'a7a0de96-bf16-49cb-a223-77fb1b913b65'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:28.378489 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['a7a0de96-bf16-49cb-a223-77fb1b913b65'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:28.378777 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50418) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:28.550726 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Notify callbacks [] for router, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:28.580866 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] Set router a7a0de96-bf16-49cb-a223-77fb1b913b65 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:28.827766 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:28.860302 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'name': 'tempest-TestShelveInstance-500486418-router', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:44Z', 'updated_at': '2021-05-04T14:48:27Z', 'revision_number': 5, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'gw_port': {'id': 'a08b8cf9-8326-4ef9-96d9-421b70cf1700', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:43:45Z', 'updated_at': '2021-05-04T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:28.864238 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] Checking router: a7a0de96-bf16-49cb-a223-77fb1b913b65 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:48:28.872698 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] Routers {'a7a0de96-bf16-49cb-a223-77fb1b913b65'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:28.874995 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['a7a0de96-bf16-49cb-a223-77fb1b913b65'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:28.905856 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Deleting port a08b8cf9-8326-4ef9-96d9-421b70cf1700 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:28.906201 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.016988 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] Set router a7a0de96-bf16-49cb-a223-77fb1b913b65 gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:29.027164 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] For port a08b8cf9-8326-4ef9-96d9-421b70cf1700, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a08b8cf9-8326-4ef9-96d9-421b70cf1700,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:29.027528 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.120191 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'name': 'tempest-TestShelveInstance-500486418-router', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:44Z', 'updated_at': '2021-05-04T14:48:28Z', 'revision_number': 6, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'gw_port_host': None}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:29.124306 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239e09f-c3ec-4313-8474-303d56526a90 None None] The sync data for ids ['a7a0de96-bf16-49cb-a223-77fb1b913b65'] in dv-cinder-772623-4-iscsi is: [{'id': 'a7a0de96-bf16-49cb-a223-77fb1b913b65', 'name': 'tempest-TestShelveInstance-500486418-router', 'tenant_id': 'a4eb6d818d874e319896052acf9e95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:43:44Z', 'updated_at': '2021-05-04T14:48:28Z', 'revision_number': 6, 'project_id': 'a4eb6d818d874e319896052acf9e95be', 'gw_port_host': None}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:48:29.154327 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Calling delete_port for a08b8cf9-8326-4ef9-96d9-421b70cf1700 owned by network:router_gateway {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:29.292497 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.296757 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5acb0a03-944e-4d7c-be4b-96f3f887e3ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:29.341387 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Pushing event deleted for resources: {'Port': ['ID=a08b8cf9-8326-4ef9-96d9-421b70cf1700,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:29.344567 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:29.438158 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680553'] for router_gateway, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.616503 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29609'] for router, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.620212 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.645518 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680993'] for router, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.646071 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7a0de96-bf16-49cb-a223-77fb1b913b65 {{(pid=73812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:48:29.660114 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] Notify callbacks [] for router, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.661247 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-0fcb659d-e70a-4ee1-bef5-c775be3ba93f admin admin] 10.222.0.50 "DELETE /v2.0/routers/a7a0de96-bf16-49cb-a223-77fb1b913b65 HTTP/1.1" status: 204 len: 168 time: 1.2815516 May 04 14:48:29.663910 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50422) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:29.674962 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.728617 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c925fa-cc55-4e0d-8c17-7feb322b7036 admin admin] Deleting subnet cbc8f9e6-477e-4566-91cd-8f9ac5317fee {{(pid=73812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:48:29.731783 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e1c925fa-cc55-4e0d-8c17-7feb322b7036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.781372 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e1c925fa-cc55-4e0d-8c17-7feb322b7036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2642442'] for subnet, precommit_delete_associations {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.858087 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-339f48a9-1e47-4b52-b4bd-63d2a466e692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:29.870641 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e1c925fa-cc55-4e0d-8c17-7feb322b7036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.119608 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e1c925fa-cc55-4e0d-8c17-7feb322b7036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3882966'] for subnet, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.123687 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c20c710f-738e-4a53-86e7-dd56358d409e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:30.254046 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c925fa-cc55-4e0d-8c17-7feb322b7036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbc8f9e6-477e-4566-91cd-8f9ac5317fee,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:30.257003 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e1c925fa-cc55-4e0d-8c17-7feb322b7036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:30.257949 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e1c925fa-cc55-4e0d-8c17-7feb322b7036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for subnet, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.263446 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6366f-e172-4c96-8df4-5682a8b6f285 None None] Network 373e0822-a3fe-4dcc-8877-2852f4797a32 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:48:30.264159 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-e1c925fa-cc55-4e0d-8c17-7feb322b7036 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cbc8f9e6-477e-4566-91cd-8f9ac5317fee HTTP/1.1" status: 204 len: 168 time: 0.5992799 May 04 14:48:30.266643 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50426) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:30.372451 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.442780 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Deleting port a76e78de-f284-4aa6-8e47-af91cf79b151 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:30.443140 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.543159 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] For port a76e78de-f284-4aa6-8e47-af91cf79b151, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a76e78de-f284-4aa6-8e47-af91cf79b151,segment=NetworkSegment(b5d4718a-cef7-4567-a51f-028056c7310c),segment_id=b5d4718a-cef7-4567-a51f-028056c7310c)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:30.543530 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.543908 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f243b18-8705-4abd-b350-53feebb71215 None None] DHCP port deletion for 373e0822-a3fe-4dcc-8877-2852f4797a32 request from dv-cinder-772623-4-iscsi {{(pid=73814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:48:30.606071 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-8f243b18-8705-4abd-b350-53feebb71215 None None] Deleting port a76e78de-f284-4aa6-8e47-af91cf79b151 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:30.606589 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8f243b18-8705-4abd-b350-53feebb71215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.663646 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Calling delete_port for a76e78de-f284-4aa6-8e47-af91cf79b151 owned by network:dhcp {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:30.703774 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-8f243b18-8705-4abd-b350-53feebb71215 None None] For port a76e78de-f284-4aa6-8e47-af91cf79b151, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a76e78de-f284-4aa6-8e47-af91cf79b151,segment=NetworkSegment(b5d4718a-cef7-4567-a51f-028056c7310c),segment_id=b5d4718a-cef7-4567-a51f-028056c7310c)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:30.704395 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8f243b18-8705-4abd-b350-53feebb71215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.713089 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.718042 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e0ee7548-068e-4d29-896e-9b30ea8c936f tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:30.765361 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] No DVR routers for this DVR port a76e78de-f284-4aa6-8e47-af91cf79b151 on host dv-cinder-772623-4-iscsi {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:48:30.791353 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76e78de-f284-4aa6-8e47-af91cf79b151,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:30.793830 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:30.830036 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-8f243b18-8705-4abd-b350-53feebb71215 None None] Calling delete_port for a76e78de-f284-4aa6-8e47-af91cf79b151 owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:30.853435 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.880738 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a76e78de-f284-4aa6-8e47-af91cf79b151 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:30.890098 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.908887 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8f243b18-8705-4abd-b350-53feebb71215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:30.916714 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:30.945116 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: a76e78de-f284-4aa6-8e47-af91cf79b151 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:30.945480 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a76e78de-f284-4aa6-8e47-af91cf79b151 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:30.945898 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a8c33c21-1b5a-45fa-9fac-a25c774e81f1 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:30.988844 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f243b18-8705-4abd-b350-53feebb71215 None None] Pushing event deleted for resources: {'Port': ['ID=a76e78de-f284-4aa6-8e47-af91cf79b151,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:30.996422 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8f243b18-8705-4abd-b350-53feebb71215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:30.997151 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: a8c33c21-1b5a-45fa-9fac-a25c774e81f1 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:30.997488 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a8c33c21-1b5a-45fa-9fac-a25c774e81f1 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:30.997904 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a08b8cf9-8326-4ef9-96d9-421b70cf1700 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:31.000015 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373e0822-a3fe-4dcc-8877-2852f4797a32']}} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:31.013226 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d4718a-cef7-4567-a51f-028056c7310c') {'for_net_delete': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:31.013521 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.services.segments.db [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d4718a-cef7-4567-a51f-028056c7310c') {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:31.021122 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f243b18-8705-4abd-b350-53feebb71215 None None] No DVR routers for this DVR port a76e78de-f284-4aa6-8e47-af91cf79b151 on host dv-cinder-772623-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:48:31.025416 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2642483'] for segment, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:31.033269 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: a08b8cf9-8326-4ef9-96d9-421b70cf1700 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:31.033622 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a08b8cf9-8326-4ef9-96d9-421b70cf1700 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:31.043499 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:31.050004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=73812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:48:31.214352 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Network 373e0822-a3fe-4dcc-8877-2852f4797a32 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:48:31.222708 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2643822'] for segment, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:31.387510 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Network 373e0822-a3fe-4dcc-8877-2852f4797a32 has no segments {{(pid=73812) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: Traceback (most recent call last): May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: timer() May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: cb(*args, **kw) May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: return func(*args, **kwargs) May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: self._notify() May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: self.callback(batched_events) May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: event.method(event) May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: return f(self, *a, **k) May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._get(url).json() May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: return self.request(url, 'GET', **kwargs) May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:48:31.409084 dv-cinder-772623-4-iscsi neutron-server[73812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:48:31.488747 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:31.493867 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-12cf2e21-3381-4f79-8b4c-c21451974166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:31.507760 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:31.517753 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Pushing event deleted for resources: {'Network': ['ID=373e0822-a3fe-4dcc-8877-2852f4797a32,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:31.521813 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:31.525349 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-7c80a27f-6548-4ecc-82bb-18a00bacbc40 admin admin] 10.222.0.50 "DELETE /v2.0/networks/373e0822-a3fe-4dcc-8877-2852f4797a32 HTTP/1.1" status: 204 len: 168 time: 1.2578044 May 04 14:48:31.735639 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50432) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:31.789065 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-457a28c0-8ebb-478a-b3b6-d7f6662d8852 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ec33e2fa2db47598c8b94a54d86e5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521021 May 04 14:48:31.791396 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50436) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:31.851085 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-45fdde47-7279-41ce-b108-beb9a47a1f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:31.877346 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-45fdde47-7279-41ce-b108-beb9a47a1f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:31.931106 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-45fdde47-7279-41ce-b108-beb9a47a1f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:31.934966 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6c5ec006-63b9-42d2-9145-36dded647512 tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:31.951454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdde47-7279-41ce-b108-beb9a47a1f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b412152-3d69-4d02-b174-58400c78b5b6,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:31.955136 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-45fdde47-7279-41ce-b108-beb9a47a1f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:31.958466 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-45fdde47-7279-41ce-b108-beb9a47a1f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:31.959528 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-45fdde47-7279-41ce-b108-beb9a47a1f99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b412152-3d69-4d02-b174-58400c78b5b6 HTTP/1.1" status: 204 len: 168 time: 0.1672263 May 04 14:48:32.327193 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:32.340064 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 50444) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:32.389393 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bea7db18-caff-435e-aee3-199e342c82f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4eb6d818d874e319896052acf9e95be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480690 May 04 14:48:32.392250 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 50448) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:32.449208 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:32.474014 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:32.529339 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:32.532834 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3acb2ce0-7fb7-4e63-8b77-98ad304a3772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:32.544027 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b2a1f-74cb-40f8-a643-e1b51c31e1c2,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:32.554117 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.554520 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.554873 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.555241 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.555611 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.555998 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.556358 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.556719 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.557082 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.557444 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.557794 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.558148 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.561207 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:32.562289 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc3b2a1f-74cb-40f8-a643-e1b51c31e1c2 HTTP/1.1" status: 204 len: 168 time: 0.1691904 May 04 14:48:32.563730 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4a5128ac-7831-4ab3-996a-ba8865c25df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:35.023341 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50454) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:35.378817 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Deleting port 6e126f55-555d-47f3-9b4a-6ff50672dc4b {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:35.379144 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:35.496546 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:35.496777 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:35.615417 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Calling delete_port for 6e126f55-555d-47f3-9b4a-6ff50672dc4b owned by network:floatingip {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:35.738300 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:35.741743 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-9d771644-cabb-4c53-b531-69446c98b225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:35.786328 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event deleted for resources: {'Port': ['ID=6e126f55-555d-47f3-9b4a-6ff50672dc4b,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:35.789383 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:35.879990 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:35.880302 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Floating IP 14e9bf6a-f4ac-4565-80a2-0800616bbca1 disassociated (deleted). External IP: 172.27.0.94, port: 0dab38a6-9ce0-4c92-92df-5bb4620c9353. May 04 14:48:36.249487 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:48:36.426131 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:48:36.435932 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] Sync routers for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:48:36.446085 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:36.446720 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:36.447096 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:36.605461 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-6f46ce25-2520-4ef7-b088-cfd4ce299667 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "DELETE /v2.0/floatingips/14e9bf6a-f4ac-4565-80a2-0800616bbca1 HTTP/1.1" status: 204 len: 168 time: 1.5775521 May 04 14:48:36.605461 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17506672-ffbe-4fee-90da-5979889250c8', 'tag': '0dab38a6-9ce0-4c92-92df-5bb4620c9353'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:48:36.627250 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:36.649158 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17506672-ffbe-4fee-90da-5979889250c8', 'tag': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'status': 'completed', 'code': 200} May 04 14:48:36.765982 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-2ae849c7-d83b-4c2d-bbff-6bf3640116dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:36.767372 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-2ae849c7-d83b-4c2d-bbff-6bf3640116dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 1099 time: 0.0739498 May 04 14:48:36.900120 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-1d7abcdb-9db1-4d73-967e-f727ac7dd663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:36.901897 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-1d7abcdb-9db1-4d73-967e-f727ac7dd663 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1283767 May 04 14:48:36.976919 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'feae700f-9baa-4ae7-83c2-d5f286ff6fe3', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:21:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:48Z', 'updated_at': '2021-05-04T14:44:51Z', 'revision_number': 1, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:36.980720 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] Checking router: 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:48:36.988957 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:36.989553 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:37.008543 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-3f16d405-e399-4f8f-92f1-3dec1ce76f64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dab38a6-9ce0-4c92-92df-5bb4620c9353 HTTP/1.1" status: 200 len: 217 time: 0.0659375 May 04 14:48:37.086160 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-84d7aab3-e1cd-407b-b59d-5aac5bcb7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:37.087609 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-84d7aab3-e1cd-407b-b59d-5aac5bcb7f9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0706496 May 04 14:48:37.098646 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ce8e0-5dcf-4a55-9b7e-f4a0e88b35eb req-7f664a60-9c66-46de-acb0-27e0bd9ef38e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:37.099343 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-932ce8e0-5dcf-4a55-9b7e-f4a0e88b35eb req-7f664a60-9c66-46de-acb0-27e0bd9ef38e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Synchronizing usage tracker for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:48:37.167478 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-932ce8e0-5dcf-4a55-9b7e-f4a0e88b35eb req-7f664a60-9c66-46de-acb0-27e0bd9ef38e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Unset dirty status for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:48:37.167478 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-932ce8e0-5dcf-4a55-9b7e-f4a0e88b35eb req-7f664a60-9c66-46de-acb0-27e0bd9ef38e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 946 time: 0.2621269 May 04 14:48:37.204435 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:37.214622 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-93dd1bb5-0bc7-410b-9148-eba624ed4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:37.216176 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-93dd1bb5-0bc7-410b-9148-eba624ed4a2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137431 May 04 14:48:37.223135 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-932ce8e0-5dcf-4a55-9b7e-f4a0e88b35eb req-c66f2313-2361-413e-9a11-bdae8375e6c2 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491488 May 04 14:48:37.349348 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-21930094-c41c-4682-b3e7-1819d46677da service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251445 May 04 14:48:37.478918 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-5331805f-26b5-4f49-8774-f38e10cf4539 req-689c7b4f-21e5-433f-9c4b-39f4c38fd875 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220601 May 04 14:48:37.545967 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'feae700f-9baa-4ae7-83c2-d5f286ff6fe3', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:21:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:48Z', 'updated_at': '2021-05-04T14:44:51Z', 'revision_number': 1, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:37.550077 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c767ae60-cf5a-4bee-ba70-90e0cbd8745b None None] The sync data for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi is: [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_floatingips': [{'id': 'feae700f-9baa-4ae7-83c2-d5f286ff6fe3', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'router_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'port_id': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'mac_address': 'fa:16:3e:21:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:44:48Z', 'updated_at': '2021-05-04T14:44:51Z', 'revision_number': 1, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:48:37.745694 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b951afd-7236-4700-a012-d4c312958647 None None] New status for floating IP 14e9bf6a-f4ac-4565-80a2-0800616bbca1: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:48:38.426322 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68472ed-36bc-4d88-aa05-eaa7befb1dec req-9289d998-fec3-48ad-a3cd-80a0c3840751 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:38.427800 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d68472ed-36bc-4d88-aa05-eaa7befb1dec req-9289d998-fec3-48ad-a3cd-80a0c3840751 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 946 time: 0.0872798 May 04 14:48:38.472071 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d68472ed-36bc-4d88-aa05-eaa7befb1dec req-9a8566ff-e6fc-4ac3-860e-83be2d71d56e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384753 May 04 14:48:38.554689 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-39433a79-cbfc-4547-bd23-b611de73b022 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:38.556173 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-39433a79-cbfc-4547-bd23-b611de73b022 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 946 time: 0.0833809 May 04 14:48:38.693498 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Deleting port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:38.693824 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:38.825996 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] For port 0dab38a6-9ce0-4c92-92df-5bb4620c9353, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0dab38a6-9ce0-4c92-92df-5bb4620c9353,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:38.826500 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:38.952407 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Calling delete_port for 0dab38a6-9ce0-4c92-92df-5bb4620c9353 owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:39.062277 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:39.067898 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c5177199-7288-48a8-b132-396e763b5a1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:39.211377 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event deleted for resources: {'Port': ['ID=0dab38a6-9ce0-4c92-92df-5bb4620c9353,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:39.214505 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:39.284065 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] No DVR routers for this DVR port 0dab38a6-9ce0-4c92-92df-5bb4620c9353 on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:48:39.286455 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:39.288991 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17506672-ffbe-4fee-90da-5979889250c8', 'name': 'network-vif-deleted', 'tag': '0dab38a6-9ce0-4c92-92df-5bb4620c9353'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:48:39.305044 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-d530dbd2-ecb2-42e8-af3d-f9e32ee20a47 req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "DELETE /v2.0/ports/0dab38a6-9ce0-4c92-92df-5bb4620c9353 HTTP/1.1" status: 204 len: 173 time: 0.7430358 May 04 14:48:39.334357 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17506672-ffbe-4fee-90da-5979889250c8', 'name': 'network-vif-deleted', 'tag': '0dab38a6-9ce0-4c92-92df-5bb4620c9353', 'status': 'completed', 'code': 200} May 04 14:48:39.639581 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-9d46f309-24b3-4edb-800f-fee24c8cf14f req-35de6904-abcc-4e3c-8c7e-f34870515333 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Synchronizing usage tracker for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:48:39.656721 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-9d46f309-24b3-4edb-800f-fee24c8cf14f req-35de6904-abcc-4e3c-8c7e-f34870515333 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Unset dirty status for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:48:39.657844 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-9d46f309-24b3-4edb-800f-fee24c8cf14f req-35de6904-abcc-4e3c-8c7e-f34870515333 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=17506672-ffbe-4fee-90da-5979889250c8 HTTP/1.1" status: 200 len: 210 time: 0.0636954 May 04 14:48:40.359639 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:48:43.180780 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50484) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:43.445391 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Deleting port 01f83622-0ab5-40cc-bb92-886afb431d1f {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:43.445640 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:43.562154 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:43.562478 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:43.680706 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Calling delete_port for 01f83622-0ab5-40cc-bb92-886afb431d1f owned by network:floatingip {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:43.805905 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:43.809454 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-75152cdd-ebd8-4b31-ab3d-39c5c11cbe6e tempest-TestShelveInstance-1943732189 tempest-TestShelveInstance-1943732189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:43.851581 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event deleted for resources: {'Port': ['ID=01f83622-0ab5-40cc-bb92-886afb431d1f,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:43.854766 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:43.930874 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 0dab38a6-9ce0-4c92-92df-5bb4620c9353 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:43.947693 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:43.948051 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.db.l3_db [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Floating IP feae700f-9baa-4ae7-83c2-d5f286ff6fe3 disassociated (deleted). External IP: 172.27.0.96, port: ff970170-ad6a-45d1-95a5-0156b4802f6c. May 04 14:48:43.969379 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: 0dab38a6-9ce0-4c92-92df-5bb4620c9353 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:43.969732 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device 0dab38a6-9ce0-4c92-92df-5bb4620c9353 not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:44.299752 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:48:44.579285 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:48:44.590280 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] Sync routers for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:48:44.601439 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:44.602384 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:44.607108 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:44.661503 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-e2b3071e-4535-4ff5-b11f-8b319992530e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "DELETE /v2.0/floatingips/feae700f-9baa-4ae7-83c2-d5f286ff6fe3 HTTP/1.1" status: 204 len: 168 time: 1.4796340 May 04 14:48:44.662317 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'tag': 'ff970170-ad6a-45d1-95a5-0156b4802f6c'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:48:44.706778 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'tag': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'status': 'completed', 'code': 200} May 04 14:48:44.791895 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:44.823536 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-0c9c945e-2a61-4bd4-8e88-6f9d58d9039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:44.825090 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-0c9c945e-2a61-4bd4-8e88-6f9d58d9039c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d46e3caf83146d7afacc35639c00bae&device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 1098 time: 0.0746989 May 04 14:48:44.968004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-eba7689d-99e0-4b62-9f95-862abd098b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:44.969447 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-eba7689d-99e0-4b62-9f95-862abd098b3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 200 len: 913 time: 0.1379201 May 04 14:48:45.077084 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-62068043-0c8a-46b8-b6aa-196350267d88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c HTTP/1.1" status: 200 len: 217 time: 0.1002035 May 04 14:48:45.118558 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:45.123287 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] Checking router: 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:48:45.132553 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:45.133268 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:45.156302 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-dc781666-dd43-4cf8-a891-270a0032f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:45.157718 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-dc781666-dd43-4cf8-a891-270a0032f5ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 200 len: 851 time: 0.0691400 May 04 14:48:45.236664 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77e71c-2f52-45e3-8cca-1a593bad1106 req-61086bdf-7adf-4c33-9143-53932ff5ad48 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:45.237373 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-dc77e71c-2f52-45e3-8cca-1a593bad1106 req-61086bdf-7adf-4c33-9143-53932ff5ad48 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Synchronizing usage tracker for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:48:45.269939 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-dc77e71c-2f52-45e3-8cca-1a593bad1106 req-61086bdf-7adf-4c33-9143-53932ff5ad48 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Unset dirty status for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:48:45.271586 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc77e71c-2f52-45e3-8cca-1a593bad1106 req-61086bdf-7adf-4c33-9143-53932ff5ad48 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 945 time: 0.2370191 May 04 14:48:45.278015 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-ab0a18d3-5a25-4f13-a529-3fadd443d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:45.279505 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-ab0a18d3-5a25-4f13-a529-3fadd443d4de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b286cc40-9081-4b5d-9997-18456a6832ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117001 May 04 14:48:45.329613 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:45.414381 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-dc77e71c-2f52-45e3-8cca-1a593bad1106 req-0c1598b7-aee4-490b-88e8-8f1b1c876520 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335742 May 04 14:48:45.449417 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-af4df4b5-cc7b-4d36-b118-5b2107557f6f service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552866 May 04 14:48:45.588131 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-32e83a25-6c74-4b9b-92d0-1a9625db883c req-2f7a1522-0d8a-410a-9556-4faba56053b7 service neutron] 10.222.0.54 "GET /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313338 May 04 14:48:45.755987 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:45.760284 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086c942-757c-4016-9c84-4cb0e3d7fb8c None None] The sync data for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi is: [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:41:34Z', 'revision_number': 4, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi', '_interfaces': [{'id': '7dfc6bff-2ddc-49ac-bb3b-0153903481d9', 'name': '', 'network_id': 'b286cc40-9081-4b5d-9997-18456a6832ca', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'mac_address': 'fa:16:3e:60:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:33Z', 'updated_at': '2021-05-04T14:41:43Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'subnets': [{'id': '3553b1a2-22f0-4964-9d22-e80ef5215326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:48:45.993037 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77291102-a98a-4467-b558-a9f6ebc77d5c None None] New status for floating IP feae700f-9baa-4ae7-83c2-d5f286ff6fe3: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:48:46.668696 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e459ca-f082-4823-be30-311e6d10549e req-5eb24471-11f8-4fbf-9978-3b83c98f4e19 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:46.670185 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-24e459ca-f082-4823-be30-311e6d10549e req-5eb24471-11f8-4fbf-9978-3b83c98f4e19 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 945 time: 0.1362448 May 04 14:48:46.678371 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-c79b638a-9d09-4eb6-95c4-9b2a2511deaf tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:48:46.679774 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-c79b638a-9d09-4eb6-95c4-9b2a2511deaf tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 945 time: 0.1470809 May 04 14:48:46.771764 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-24e459ca-f082-4823-be30-311e6d10549e req-e1fcb057-81e8-42b9-b3bd-69aee2d1fe66 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/security-groups?id=422d971f-2a6e-4230-8e3a-671512185f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909297 May 04 14:48:46.844277 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Deleting port ff970170-ad6a-45d1-95a5-0156b4802f6c {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:46.844625 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:46.975566 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] For port ff970170-ad6a-45d1-95a5-0156b4802f6c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ff970170-ad6a-45d1-95a5-0156b4802f6c,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:46.976278 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:47.197379 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Calling delete_port for ff970170-ad6a-45d1-95a5-0156b4802f6c owned by compute:nova {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:47.311604 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:47.317558 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2ecdd30c-9ca5-44ea-bbbf-9d5f68aba5ae tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:47.362941 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event deleted for resources: {'Port': ['ID=ff970170-ad6a-45d1-95a5-0156b4802f6c,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:47.365384 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:47.438707 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] No DVR routers for this DVR port ff970170-ad6a-45d1-95a5-0156b4802f6c on host hv-cinder-77262 {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:48:47.441286 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for port, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:47.443976 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'name': 'network-vif-deleted', 'tag': 'ff970170-ad6a-45d1-95a5-0156b4802f6c'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:48:47.461698 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-44ab9bef-4031-4b79-824b-40750d49fc97 req-9fcd351f-f82f-4714-8cbf-a79341f5ddec tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.54 "DELETE /v2.0/ports/ff970170-ad6a-45d1-95a5-0156b4802f6c HTTP/1.1" status: 204 len: 173 time: 0.7680635 May 04 14:48:47.491567 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61cfa86-3d1e-45e3-8a80-ae97291b11c1', 'name': 'network-vif-deleted', 'tag': 'ff970170-ad6a-45d1-95a5-0156b4802f6c', 'status': 'completed', 'code': 200} May 04 14:48:47.928059 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-c8a8b397-983f-42a4-a1fd-403bc96ce244 req-7a421c5f-1c12-40e2-b191-dbe74800d302 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Synchronizing usage tracker for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:48:47.946925 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.quota.resource [req-c8a8b397-983f-42a4-a1fd-403bc96ce244 req-7a421c5f-1c12-40e2-b191-dbe74800d302 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Unset dirty status for tenant:5d46e3caf83146d7afacc35639c00bae on resource:port {{(pid=73812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:48:47.948154 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [req-c8a8b397-983f-42a4-a1fd-403bc96ce244 req-7a421c5f-1c12-40e2-b191-dbe74800d302 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61cfa86-3d1e-45e3-8a80-ae97291b11c1 HTTP/1.1" status: 200 len: 210 time: 0.0654600 May 04 14:48:49.059145 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50502) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:49.276474 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Deleting port 29ecdf5a-3649-45dd-914c-54396b690443 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:49.276811 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:49.396336 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:49.396660 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:49.516263 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Calling delete_port for 29ecdf5a-3649-45dd-914c-54396b690443 owned by network:floatingip {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:49.642743 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:49.646212 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2fc8a2cf-4ada-41f3-9d1a-8838361abd7b tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:49.688123 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event deleted for resources: {'Port': ['ID=29ecdf5a-3649-45dd-914c-54396b690443,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:49.691285 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:49.782948 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for floatingip, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:49.802559 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162516'] for floatingip, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:49.803682 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-2a686868-209a-479f-a5cd-b25854a9dae1 tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "DELETE /v2.0/floatingips/f2a9e352-3600-44ab-84d4-3689b60a19d2 HTTP/1.1" status: 204 len: 168 time: 0.7435517 May 04 14:48:51.201300 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50520) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:51.270516 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0416590-3532-4b83-8328-b53837c7a81e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:51.301163 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0416590-3532-4b83-8328-b53837c7a81e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:51.373520 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0416590-3532-4b83-8328-b53837c7a81e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:51.378561 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-d172ae1a-4c78-47a9-8fb6-639132a82844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:51.393456 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0416590-3532-4b83-8328-b53837c7a81e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d971f-2a6e-4230-8e3a-671512185f34,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:51.395878 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0416590-3532-4b83-8328-b53837c7a81e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:51.403506 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0416590-3532-4b83-8328-b53837c7a81e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:51.404739 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-c0416590-3532-4b83-8328-b53837c7a81e tempest-TestVolumeBootPattern-403664252 tempest-TestVolumeBootPattern-403664252-project] 10.222.0.50 "DELETE /v2.0/security-groups/422d971f-2a6e-4230-8e3a-671512185f34 HTTP/1.1" status: 204 len: 168 time: 0.2024117 May 04 14:48:51.462176 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50526) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:51.974557 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device ff970170-ad6a-45d1-95a5-0156b4802f6c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:52.018770 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] No Port match for: ff970170-ad6a-45d1-95a5-0156b4802f6c {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:52.019117 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Device ff970170-ad6a-45d1-95a5-0156b4802f6c not bound to the agent host hv-cinder-77262 {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:52.351933 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658246'] for router_interface, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:52.767786 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Deleting port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:52.768149 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:52.891947 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] For port 7dfc6bff-2ddc-49ac-bb3b-0153903481d9, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=7dfc6bff-2ddc-49ac-bb3b-0153903481d9,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:52.892301 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:53.013951 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Calling delete_port for 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 owned by network:router_interface {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:53.176187 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2643773'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:53.179948 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:53.223805 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfc6bff-2ddc-49ac-bb3b-0153903481d9,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:53.252373 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:53.347438 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:53.588377 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683254'] for router_interface, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:53.954114 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:48:54.148204 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:48:54.157605 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a02af4-370f-4702-9a37-107273020fdc None None] Sync routers for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:48:54.163729 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-dd50508a-86f4-4595-bf5f-7a5ab374b738 admin admin] 10.222.0.50 "PUT /v2.0/routers/3ea40bf4-0779-47b3-83f9-2d73ff4f5b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7003336 May 04 14:48:54.163940 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 50534) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:54.168507 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a02af4-370f-4702-9a37-107273020fdc None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:54.169175 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-86a02af4-370f-4702-9a37-107273020fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:54.341065 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:54.349720 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-86a02af4-370f-4702-9a37-107273020fdc None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:54.513353 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:54.589308 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Deleting port a4615380-1160-4ded-97b3-322a78fd5ac8 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:54.589589 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:54.628698 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-86a02af4-370f-4702-9a37-107273020fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:48:53Z', 'revision_number': 5, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port': {'id': 'a4615380-1160-4ded-97b3-322a78fd5ac8', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:30Z', 'updated_at': '2021-05-04T14:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:54.632443 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a02af4-370f-4702-9a37-107273020fdc None None] Checking router: 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 for host: dv-cinder-772623-4-iscsi {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:48:54.641277 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a02af4-370f-4702-9a37-107273020fdc None None] Routers {'3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:54.641906 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-86a02af4-370f-4702-9a37-107273020fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:54.710218 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] For port a4615380-1160-4ded-97b3-322a78fd5ac8, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=a4615380-1160-4ded-97b3-322a78fd5ac8,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:54.710528 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:54.793130 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-86a02af4-370f-4702-9a37-107273020fdc None None] Set router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 gateway port host: None {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:48:54.831096 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Calling delete_port for a4615380-1160-4ded-97b3-322a78fd5ac8 owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:54.899539 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-86a02af4-370f-4702-9a37-107273020fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:48:54Z', 'revision_number': 6, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port_host': None}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:54.903592 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a02af4-370f-4702-9a37-107273020fdc None None] The sync data for ids ['3ea40bf4-0779-47b3-83f9-2d73ff4f5b27'] in dv-cinder-772623-4-iscsi is: [{'id': '3ea40bf4-0779-47b3-83f9-2d73ff4f5b27', 'name': 'tempest-TestVolumeBootPattern-1806085941-router', 'tenant_id': '5d46e3caf83146d7afacc35639c00bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:29Z', 'updated_at': '2021-05-04T14:48:54Z', 'revision_number': 6, 'project_id': '5d46e3caf83146d7afacc35639c00bae', 'gw_port_host': None}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:48:54.974178 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:54.978050 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:55.023473 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4615380-1160-4ded-97b3-322a78fd5ac8,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:55.048610 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:55.117645 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680553'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:55.400158 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29609'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:55.402545 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:55.431819 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680993'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:55.432362 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:48:55.445692 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:55.446804 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] 10.222.0.50 "DELETE /v2.0/routers/3ea40bf4-0779-47b3-83f9-2d73ff4f5b27 HTTP/1.1" status: 204 len: 168 time: 1.2818847 May 04 14:48:55.450515 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 50538) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:55.513153 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-93440a20-ab37-4017-bca9-c49322193cf0 admin admin] Deleting subnet 3553b1a2-22f0-4964-9d22-e80ef5215326 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:48:55.516263 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-93440a20-ab37-4017-bca9-c49322193cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:55.564383 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-93440a20-ab37-4017-bca9-c49322193cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:55.646447 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-93440a20-ab37-4017-bca9-c49322193cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:55.895476 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-93440a20-ab37-4017-bca9-c49322193cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:55.899678 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e243b09f-9fae-4238-8487-ec50247d7d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:55.939091 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93440a20-ab37-4017-bca9-c49322193cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3553b1a2-22f0-4964-9d22-e80ef5215326,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:55.941972 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-93440a20-ab37-4017-bca9-c49322193cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:55.943469 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-93440a20-ab37-4017-bca9-c49322193cf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:55.948012 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf294b6-a732-4509-85e0-724cbc7402e8 None None] Network b286cc40-9081-4b5d-9997-18456a6832ca requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:48:55.949341 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-93440a20-ab37-4017-bca9-c49322193cf0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3553b1a2-22f0-4964-9d22-e80ef5215326 HTTP/1.1" status: 204 len: 168 time: 0.4979055 May 04 14:48:55.951846 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 50544) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:56.061091 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:56.132037 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Deleting port f343dc49-3481-4a3d-bcb2-8db66b0dea9f {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:56.132372 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:56.207505 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeef1ec-2101-4039-acfb-4b302e53e6af None None] DHCP port deletion for b286cc40-9081-4b5d-9997-18456a6832ca request from dv-cinder-772623-4-iscsi {{(pid=73814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:48:56.234426 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] For port f343dc49-3481-4a3d-bcb2-8db66b0dea9f, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=f343dc49-3481-4a3d-bcb2-8db66b0dea9f,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:56.234776 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:56.275439 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-feeef1ec-2101-4039-acfb-4b302e53e6af None None] Deleting port f343dc49-3481-4a3d-bcb2-8db66b0dea9f {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:56.275847 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-feeef1ec-2101-4039-acfb-4b302e53e6af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:56.358344 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Calling delete_port for f343dc49-3481-4a3d-bcb2-8db66b0dea9f owned by network:dhcp {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:56.403888 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:56.407860 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c4e541d3-9c2e-4b79-978c-aaaa1e5060c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:56.416130 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-feeef1ec-2101-4039-acfb-4b302e53e6af None None] For port f343dc49-3481-4a3d-bcb2-8db66b0dea9f, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=f343dc49-3481-4a3d-bcb2-8db66b0dea9f,segment=NetworkSegment(59db144b-ce00-4340-ae9e-4133ea048537),segment_id=59db144b-ce00-4340-ae9e-4133ea048537)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:56.416515 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-feeef1ec-2101-4039-acfb-4b302e53e6af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:56.453757 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f343dc49-3481-4a3d-bcb2-8db66b0dea9f,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:56.456881 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:56.457664 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] No DVR routers for this DVR port f343dc49-3481-4a3d-bcb2-8db66b0dea9f on host dv-cinder-772623-4-iscsi {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:48:56.536132 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-feeef1ec-2101-4039-acfb-4b302e53e6af None None] Calling delete_port for f343dc49-3481-4a3d-bcb2-8db66b0dea9f owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:56.573041 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:56.578103 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-feeef1ec-2101-4039-acfb-4b302e53e6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:56.581682 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6fe575d7-c44b-4f11-a89a-9dcc38cc2549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:56.623466 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeef1ec-2101-4039-acfb-4b302e53e6af None None] Pushing event deleted for resources: {'Port': ['ID=f343dc49-3481-4a3d-bcb2-8db66b0dea9f,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:56.626400 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-feeef1ec-2101-4039-acfb-4b302e53e6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:56.627160 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeef1ec-2101-4039-acfb-4b302e53e6af None None] No DVR routers for this DVR port f343dc49-3481-4a3d-bcb2-8db66b0dea9f on host dv-cinder-772623-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:48:56.681270 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b286cc40-9081-4b5d-9997-18456a6832ca']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:56.693520 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59db144b-ce00-4340-ae9e-4133ea048537') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:56.693810 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59db144b-ce00-4340-ae9e-4133ea048537') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:56.704989 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2612989'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:56.720735 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:56.727638 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:48:56.890716 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a4615380-1160-4ded-97b3-322a78fd5ac8 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:56.927799 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: a4615380-1160-4ded-97b3-322a78fd5ac8 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:56.928111 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device a4615380-1160-4ded-97b3-322a78fd5ac8 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:56.928566 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device f343dc49-3481-4a3d-bcb2-8db66b0dea9f no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:56.960982 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: f343dc49-3481-4a3d-bcb2-8db66b0dea9f {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:56.961760 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device f343dc49-3481-4a3d-bcb2-8db66b0dea9f not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:56.961760 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:48:56.994091 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:48:56.994422 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 7dfc6bff-2ddc-49ac-bb3b-0153903481d9 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:48:56.996784 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Network b286cc40-9081-4b5d-9997-18456a6832ca has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:48:57.005492 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612086'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:57.088854 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-869068a9-3ec9-4098-8322-ab5c4c2b4946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:57.172470 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Network b286cc40-9081-4b5d-9997-18456a6832ca has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: Traceback (most recent call last): May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: timer() May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: cb(*args, **kw) May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: return func(*args, **kwargs) May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: self._notify() May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: self.callback(batched_events) May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: event.method(event) May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: return f(self, *a, **k) May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._get(url).json() May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:48:57.193241 dv-cinder-772623-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:48:57.273667 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:57.279294 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b1ee0a90-f8bf-4f5c-a857-0605359fece1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:57.292032 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:57.301996 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b286cc40-9081-4b5d-9997-18456a6832ca,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:57.305037 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:57.317132 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-026ccdee-22a3-4495-b512-037d8fb26c9c admin admin] 10.222.0.50 "DELETE /v2.0/networks/b286cc40-9081-4b5d-9997-18456a6832ca HTTP/1.1" status: 204 len: 168 time: 1.3643413 May 04 14:48:57.320236 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 50548) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:57.896693 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658246'] for router_interface, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:58.332626 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Deleting port 6a9c329a-be76-487c-ba2c-614b21796d05 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:48:58.332877 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:58.559321 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] For port 6a9c329a-be76-487c-ba2c-614b21796d05, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=6a9c329a-be76-487c-ba2c-614b21796d05,segment=NetworkSegment(6e70782b-b6ea-4111-ac0e-ee3ce8cd135b),segment_id=6e70782b-b6ea-4111-ac0e-ee3ce8cd135b)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:48:58.559645 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:58.680566 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Calling delete_port for 6a9c329a-be76-487c-ba2c-614b21796d05 owned by network:router_interface {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:48:58.859203 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:58.863187 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2b4314f8-f193-4f59-b53b-a5103256bc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:48:58.907326 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9c329a-be76-487c-ba2c-614b21796d05,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:58.910556 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:48:59.174762 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683254'] for router_interface, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:59.531828 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 has already been hosted by L3 agent 690bdf83-d512-43bd-a68c-d3c3256e0bb1 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:48:59.680198 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:59.707857 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] Notify agent at l3_agent.dv-cinder-772623-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:48:59.716318 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] Sync routers for ids ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'] in dv-cinder-772623-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:48:59.717858 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-59ac15ad-2fd7-4320-9c2e-e71c60b7915f admin admin] 10.222.0.50 "PUT /v2.0/routers/900430a0-0b6b-4c29-95e4-9096bb2eedc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3966541 May 04 14:48:59.720418 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 50554) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:48:59.726498 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] Routers {'900430a0-0b6b-4c29-95e4-9096bb2eedc7'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:48:59.727101 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:48:30Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:48:59.865266 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-421c7f74-342f-49fe-aec7-4ce68409fa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:59.909941 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] Set router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 gateway port host: dv-cinder-772623-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:49:00.025201 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:00.207333 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:00.221507 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'name': 'tempest-TestVolumeBootPattern-557141882-router', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'external_fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:48:58Z', 'revision_number': 5, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'gw_port': {'id': '251a94df-ea77-4130-8aa3-97f2e1d68b9d', 'name': '', 'network_id': 'a2b590c2-19b7-4052-a497-500fc545d77d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd547df6c-49d8-4de1-ac06-a2b0d07c81bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-iscsi'}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:00.225500 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] Checking router: 900430a0-0b6b-4c29-95e4-9096bb2eedc7 for host: dv-cinder-772623-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:49:00.235089 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] Routers {'900430a0-0b6b-4c29-95e4-9096bb2eedc7'} bound to L3 agent in host dv-cinder-772623-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:49:00.235708 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T14:25:00Z,description=,heartbeat_timestamp=2021-05-04T14:49:00Z,host='dv-cinder-772623-4-iscsi',id=690bdf83-d512-43bd-a68c-d3c3256e0bb1,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:00Z,topic='l3_agent')) {'router_ids': ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:00.284235 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Deleting port 251a94df-ea77-4130-8aa3-97f2e1d68b9d {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:49:00.284483 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:00.383689 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] Set router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:49:00.406911 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] For port 251a94df-ea77-4130-8aa3-97f2e1d68b9d, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=251a94df-ea77-4130-8aa3-97f2e1d68b9d,segment=NetworkSegment(9fac5768-ad0f-4de4-b669-b4a8acfc7f4a),segment_id=9fac5768-ad0f-4de4-b669-b4a8acfc7f4a)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:49:00.407264 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:00.486186 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'name': 'tempest-TestVolumeBootPattern-557141882-router', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:49:00Z', 'revision_number': 6, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'gw_port_host': None}], 'dv-cinder-772623-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:00.490263 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cad69e-eedd-4b5e-bd4b-c75134279cb6 None None] The sync data for ids ['900430a0-0b6b-4c29-95e4-9096bb2eedc7'] in dv-cinder-772623-4-iscsi is: [{'id': '900430a0-0b6b-4c29-95e4-9096bb2eedc7', 'name': 'tempest-TestVolumeBootPattern-557141882-router', 'tenant_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:41:38Z', 'updated_at': '2021-05-04T14:49:00Z', 'revision_number': 6, 'project_id': '9d1d08039a914ec8b6d46c2fa5c00607', 'gw_port_host': None}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:49:00.529759 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Calling delete_port for 251a94df-ea77-4130-8aa3-97f2e1d68b9d owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:49:00.672356 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:00.675995 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fb177aad-455b-4432-a087-5d0949915ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:49:00.717989 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=251a94df-ea77-4130-8aa3-97f2e1d68b9d,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:00.723273 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:49:00.786367 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:00.827048 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680553'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:00.946727 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 6a9c329a-be76-487c-ba2c-614b21796d05 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:49:00.982779 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 6a9c329a-be76-487c-ba2c-614b21796d05 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:49:00.983178 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 6a9c329a-be76-487c-ba2c-614b21796d05 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:49:01.004337 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29609'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.006532 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.031466 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680993'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.032123 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 900430a0-0b6b-4c29-95e4-9096bb2eedc7 {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:49:01.044195 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.045287 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-60b10506-434e-4c7b-9b3f-071416dd3a86 admin admin] 10.222.0.50 "DELETE /v2.0/routers/900430a0-0b6b-4c29-95e4-9096bb2eedc7 HTTP/1.1" status: 204 len: 168 time: 1.3238606 May 04 14:49:01.047891 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 50560) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:49:01.106225 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-09af7328-6021-46f4-b8e9-ecf975c9ece1 admin admin] Deleting subnet 24bcdde3-075e-4991-b254-0ae6bcfbdf43 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:49:01.109452 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09af7328-6021-46f4-b8e9-ecf975c9ece1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.156987 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09af7328-6021-46f4-b8e9-ecf975c9ece1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2612932'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.237850 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09af7328-6021-46f4-b8e9-ecf975c9ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905035'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.596875 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09af7328-6021-46f4-b8e9-ecf975c9ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2612948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2412941'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.600554 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-953fcc89-deba-4c9b-b1ed-7cd4d5a4e439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:49:01.634803 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af7328-6021-46f4-b8e9-ecf975c9ece1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24bcdde3-075e-4991-b254-0ae6bcfbdf43,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:01.637973 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-09af7328-6021-46f4-b8e9-ecf975c9ece1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:49:01.638953 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09af7328-6021-46f4-b8e9-ecf975c9ece1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.644311 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318fe734-64e8-41dd-a07e-327e3818d254 None None] Network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 requested from dv-cinder-772623-4-iscsi {{(pid=73814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:49:01.645300 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-09af7328-6021-46f4-b8e9-ecf975c9ece1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/24bcdde3-075e-4991-b254-0ae6bcfbdf43 HTTP/1.1" status: 204 len: 168 time: 0.5964918 May 04 14:49:01.647906 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.50', 50564) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:49:01.753682 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819629'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.827094 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Deleting port f5d151e5-6d27-43da-a60f-352f83943943 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:49:01.827438 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.883926 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5318bf-31cd-43b7-bc38-e13c0b8b5794 None None] DHCP port deletion for 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 request from dv-cinder-772623-4-iscsi {{(pid=73814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:49:01.928269 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] For port f5d151e5-6d27-43da-a60f-352f83943943, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=f5d151e5-6d27-43da-a60f-352f83943943,segment=NetworkSegment(6e70782b-b6ea-4111-ac0e-ee3ce8cd135b),segment_id=6e70782b-b6ea-4111-ac0e-ee3ce8cd135b)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:49:01.928640 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:01.950147 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-bf5318bf-31cd-43b7-bc38-e13c0b8b5794 None None] Deleting port f5d151e5-6d27-43da-a60f-352f83943943 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:49:01.950520 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf5318bf-31cd-43b7-bc38-e13c0b8b5794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764898749013'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:02.049213 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-bf5318bf-31cd-43b7-bc38-e13c0b8b5794 None None] For port f5d151e5-6d27-43da-a60f-352f83943943, host dv-cinder-772623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-iscsi',level=0,port_id=f5d151e5-6d27-43da-a60f-352f83943943,segment=NetworkSegment(6e70782b-b6ea-4111-ac0e-ee3ce8cd135b),segment_id=6e70782b-b6ea-4111-ac0e-ee3ce8cd135b)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:49:02.049529 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf5318bf-31cd-43b7-bc38-e13c0b8b5794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682940'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:02.052911 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Calling delete_port for f5d151e5-6d27-43da-a60f-352f83943943 owned by network:dhcp {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:49:02.111250 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2612005'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:02.115511 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a2414c19-24cf-4b8a-9fbd-bfe645d1de8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:49:02.161936 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d151e5-6d27-43da-a60f-352f83943943,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:02.164926 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:49:02.165696 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] No DVR routers for this DVR port f5d151e5-6d27-43da-a60f-352f83943943 on host dv-cinder-772623-4-iscsi {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:49:02.177457 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-bf5318bf-31cd-43b7-bc38-e13c0b8b5794 None None] Calling delete_port for f5d151e5-6d27-43da-a60f-352f83943943 owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:49:02.219545 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf5318bf-31cd-43b7-bc38-e13c0b8b5794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1734264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764898751142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764898334239'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:02.224212 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-acfa9b93-230e-46bf-920b-dc98804679e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:49:02.266447 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5318bf-31cd-43b7-bc38-e13c0b8b5794 None None] Pushing event deleted for resources: {'Port': ['ID=f5d151e5-6d27-43da-a60f-352f83943943,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:02.268281 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5318bf-31cd-43b7-bc38-e13c0b8b5794 None None] No DVR routers for this DVR port f5d151e5-6d27-43da-a60f-352f83943943 on host dv-cinder-772623-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:49:02.269643 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bf5318bf-31cd-43b7-bc38-e13c0b8b5794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:49:02.280176 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1901846', 'neutron.services.segments.db._delete_segments_for_network-8764898762033'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:02.330443 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:02.386603 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df64571-5a39-4ba3-9378-bc4fb5fb47a8']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:02.399975 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:02.400267 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e70782b-b6ea-4111-ac0e-ee3ce8cd135b') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:02.411503 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764898773095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2612989'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:02.427216 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929169'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:02.433274 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:49:02.604927 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:49:02.616678 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2612086'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:02.788993 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Network 3df64571-5a39-4ba3-9378-bc4fb5fb47a8 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: Traceback (most recent call last): May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: timer() May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: cb(*args, **kw) May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: return func(*args, **kwargs) May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: self._notify() May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: self.callback(batched_events) May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: event.method(event) May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: return f(self, *a, **k) May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._get(url).json() May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:49:02.812108 dv-cinder-772623-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:49:02.888815 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 251a94df-ea77-4130-8aa3-97f2e1d68b9d no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:49:02.927037 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: 251a94df-ea77-4130-8aa3-97f2e1d68b9d {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:49:02.927357 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device 251a94df-ea77-4130-8aa3-97f2e1d68b9d not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:49:02.927835 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device f5d151e5-6d27-43da-a60f-352f83943943 no longer exists at agent ovs-agent-dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:49:02.961184 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] No Port match for: f5d151e5-6d27-43da-a60f-352f83943943 {{(pid=73814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:49:02.961502 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.rpc [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Device f5d151e5-6d27-43da-a60f-352f83943943 not bound to the agent host dv-cinder-772623-4-iscsi {{(pid=73814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:49:02.991111 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1901833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680518'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:02.994949 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:49:03.008090 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549536'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:03.017821 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df64571-5a39-4ba3-9378-bc4fb5fb47a8,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:03.020428 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:49:03.022128 dv-cinder-772623-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5e6eb48e-b6fe-4304-99e2-08ae6da30bd4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3df64571-5a39-4ba3-9378-bc4fb5fb47a8 HTTP/1.1" status: 204 len: 168 time: 1.3733344 May 04 14:49:03.257004 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50570) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:49:03.307068 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-8d0350d7-17fb-487d-aeef-5cc2f8a6468a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d46e3caf83146d7afacc35639c00bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487950 May 04 14:49:03.309540 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50574) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:49:03.372543 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6c98aac3-dae7-434b-b89c-277b2f5152bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:03.398368 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6c98aac3-dae7-434b-b89c-277b2f5152bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:03.452209 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6c98aac3-dae7-434b-b89c-277b2f5152bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:03.457053 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b3f5ee6f-97b2-471b-86af-a7d8b10d76df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:49:03.470578 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98aac3-dae7-434b-b89c-277b2f5152bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9827b298-69ec-465c-9f4b-426caef076c4,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:03.473143 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6c98aac3-dae7-434b-b89c-277b2f5152bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:49:03.479762 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6c98aac3-dae7-434b-b89c-277b2f5152bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:03.480902 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-6c98aac3-dae7-434b-b89c-277b2f5152bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9827b298-69ec-465c-9f4b-426caef076c4 HTTP/1.1" status: 204 len: 168 time: 0.1704679 May 04 14:49:03.837915 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50582) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:49:03.887848 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-1ef23872-f267-47ea-85c6-6bba22144099 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d1d08039a914ec8b6d46c2fa5c00607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484602 May 04 14:49:03.891350 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [-] (73812) accepted ('10.222.0.50', 50586) {{(pid=73812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:49:03.953670 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3b0ace17-52b2-44b1-b377-5d6c9b3c6f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:03.983990 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3b0ace17-52b2-44b1-b377-5d6c9b3c6f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:04.047500 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3b0ace17-52b2-44b1-b377-5d6c9b3c6f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637339'] for security_group, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:04.051368 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-45fdde47-7279-41ce-b108-beb9a47a1f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:49:04.063033 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ace17-52b2-44b1-b377-5d6c9b3c6f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaa8a9b-bfd6-4623-8a3c-209883ff9d13,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:04.065546 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3b0ace17-52b2-44b1-b377-5d6c9b3c6f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:49:04.078286 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3b0ace17-52b2-44b1-b377-5d6c9b3c6f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:04.079510 dv-cinder-772623-4-iscsi neutron-server[73812]: INFO neutron.wsgi [None req-3b0ace17-52b2-44b1-b377-5d6c9b3c6f42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aeaa8a9b-bfd6-4623-8a3c-209883ff9d13 HTTP/1.1" status: 204 len: 168 time: 0.1871960 May 04 14:49:17.364120 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:49:23.371238 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:27.103541 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-67d39e46-5a84-44ac-bc60-fbf47d70b24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:29.691012 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:29.862692 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d73-441d-473c-8eb6-68220f298f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:30.790888 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:32.336598 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:53.369072 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:54.364004 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:49:57.097790 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9da789df-8c75-4c6b-a3e4-d55413d3c928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:59.696829 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:59.867113 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8f4083b2-324e-4f44-9943-8fe2f93f59be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:00.796936 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:02.347890 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:23.367543 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:27.094783 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-15a6c9eb-8154-4bb7-9f86-d1117150ed16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:29.685065 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:29.872069 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-129476b0-9543-4aee-b34a-2ef4800df5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:30.804833 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:31.368094 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:50:32.355901 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:53.367709 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:57.100903 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ae85c9c8-9179-4036-b7c1-ed246c074f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:59.692456 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:59.874355 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-585fe2ac-801d-488e-a425-7f457654e0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:00.805691 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:02.354627 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:08.372564 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:51:23.385001 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:27.097689 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2f0564a8-463f-4d99-b686-3b36781ff2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:29.685814 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:29.874513 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7ada984b-785a-467b-a8ba-b7e9e2f05de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:30.808242 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:32.360485 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:45.373530 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:51:53.381199 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:57.092748 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f6a63826-e418-404d-9962-6b58e4afbe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:58.635313 dv-cinder-772623-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [req-e9a32213-a3d0-49ee-a2c0-b70d650604d8 req-8fc08210-b702-4459-8395-06fd66c4fd35 tempest-VolumesSnapshotTestJSON-1788752616 tempest-VolumesSnapshotTestJSON-1788752616-project] (73813) timed out ('10.222.0.54', 51957) {{(pid=73813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 14:51:59.686095 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:59.880503 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3ffd5ebf-9f7e-456a-abbf-13c67c41cbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:00.809093 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:02.366054 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:22.379432 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:52:23.399114 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:27.105537 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aee4b28e-47d4-47b2-bdf8-c46bdc260a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:29.682147 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:29.874790 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-22072054-b830-4556-a11f-44c79cee4880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:30.816020 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:32.367605 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:53.409226 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:57.105241 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-86c70f0b-6f0c-46f0-ba02-9206d3b3cd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:59.383591 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:52:59.687021 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:59.875149 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-614f3d13-a7c7-4f1f-a6cc-c905655e812b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:00.815623 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:02.374768 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:23.428793 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:27.101703 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5802-b9ac-4502-bc2e-0afd09da0029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:29.692455 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:29.875883 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-524e0868-c88b-4b67-a0ca-bcd9bf7948b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:30.820054 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:32.376553 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:36.387862 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:53:53.443749 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:57.098099 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e3516a89-5170-430b-98b9-0145180eadc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:59.700719 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:59.879476 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-32591729-ec45-4e04-a043-f7fab4c413d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:00.829678 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:02.379160 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:13.391968 dv-cinder-772623-4-iscsi neutron-server[73815]: DEBUG neutron.db.agents_db [None req-98b0d89f-4adc-434c-bf4c-492b12108860 None None] Agent healthcheck: found 6 active agents {{(pid=73815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:54:21.309674 dv-cinder-772623-4-iscsi neutron-server[73812]: DEBUG neutron.wsgi [req-3ddc9e10-b212-4c64-bdc1-cdff2650cdd4 req-e4647679-bc9c-4faa-88d1-6cbd9dfda342 service neutron] (73812) timed out ('10.222.0.50', 47436) {{(pid=73812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 14:54:23.432967 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fbcedd6d-b989-4684-8f29-e9e8094d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:27.103966 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-91090501-8435-410f-9a03-30c40caf43f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:29.695450 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90bfb1da-4bd7-450b-80bb-06819d5742c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:29.872752 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-da5bd351-2cda-40c2-956c-3ddf1ce91ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:30.822193 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bc2385de-9cad-4f6b-b164-748bbeb03bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:32.376550 dv-cinder-772623-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d984005c-37e4-4fae-b4cf-f21e40267444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764898762015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1903816'] for agent, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}